@inproceedings{10629f827bb447249e607bbd6a314d79,
title = "Conversational AI in health: Design considerations from a Wizard-of-Oz dermatology case study with users, clinicians and a medical LLM",
abstract = "Although skin concerns are common, access to specialist care is limited. Artificial intelligence (AI)-assisted tools to support medical decisions may provide patients with feedback on their concerns while also helping ensure the most urgent cases are routed to dermatologists. Although AI-based conversational agents have been explored recently, how they are perceived by patients and clinicians is not well understood. We conducted a Wizard-of-Oz study involving 18 participants with real skin concerns. Participants were randomly assigned to interact with either a clinician agent (portrayed by a dermatologist) or an LLM agent (supervised by a dermatologist) via synchronous multimodal chat. In both conditions, participants found the conversation to be helpful in understanding their medical situation and alleviate their concerns. Through qualitative coding of the conversation transcripts, we provide insight on the importance of empathy and effective information-seeking. We conclude with design considerations for future AI-based conversational agents in healthcare settings.",
keywords = "Artificial Intelligence, Chatbot, Dermatology, Large Language Models, Medical, Wizard-of-Oz",
author = "Brenna Li and Amy Wang and Patricia Strachan and S{\'e}guin, \{Julie Anne\} and Sami Lachgar and Karyn Schroeder and Mathias Fleck and Renee Wong and Alan Karthikesalingam and Vivek Natarajan and Yossi Matias and Corrado, \{Greg S.\} and Webster, \{Dale R.\} and Yun Liu and Naama Hammel and Rory Sayres and Christopher Semturs and Mike Schaekermann",
note = "Publisher Copyright: {\textcopyright} 2024 Association for Computing Machinery. All rights reserved.; 2024 CHI Conference on Human Factors in Computing Sytems, CHI EA 2024 ; Conference date: 11-05-2024 Through 16-05-2024",
year = "2024",
month = may,
day = "11",
doi = "10.1145/3613905.3651891",
language = "الإنجليزيّة",
series = "Conference on Human Factors in Computing Systems - Proceedings",
publisher = "Association for Computing Machinery",
booktitle = "CHI 2024 - Extended Abstracts of the 2024 CHI Conference on Human Factors in Computing Sytems",
address = "الولايات المتّحدة",
}