{"id":"https://openalex.org/W7160933504","doi":"https://doi.org/10.48550/arxiv.2605.09272","title":"Towards Conversational Medical AI with Eyes, Ears and a Voice","display_name":"Towards Conversational Medical AI with Eyes, Ears and a Voice","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160933504","doi":"https://doi.org/10.48550/arxiv.2605.09272"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09272","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09272","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09272","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135924510","display_name":"Meet Shah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Meet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094267882","display_name":"Jason Gusdorf","orcid":"https://orcid.org/0000-0002-4357-5942"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gusdorf, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135912737","display_name":"Anil Palepu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Palepu, Anil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135943106","display_name":"Chunjong Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Chunjong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135960669","display_name":"Jack W. O'Sullivan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"O'Sullivan, Jack W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135962680","display_name":"Vishnu Ravi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravi, Vishnu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096326327","display_name":"Tim Strother","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Strother, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090325294","display_name":"Pavel Dubov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dubov, Pavel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107077646","display_name":"Aliya Rysbek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rysbek, Aliya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135974627","display_name":"Toshiyuki Fukuzawa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fukuzawa, Toshiyuki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135966964","display_name":"Yana Lunts","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lunts, Yana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075638340","display_name":"Jan Freyberg","orcid":"https://orcid.org/0000-0003-2386-8243"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Freyberg, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113968865","display_name":"Michael B. Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Michael B.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067494217","display_name":"Aniruddh Raghu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raghu, Aniruddh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135984146","display_name":"David Stutz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stutz, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039141224","display_name":"Devora Berlowitz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berlowitz, Devora","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062869602","display_name":"Eliseo Papa","orcid":"https://orcid.org/0000-0002-2467-7759"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Papa, Eliseo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135919803","display_name":"Taylan Cemgil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cemgil, Taylan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135980425","display_name":"JD Velasquez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Velasquez, JD","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077015329","display_name":"Jack Chen","orcid":"https://orcid.org/0000-0003-4693-5234"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jack","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135970654","display_name":"Arthur Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Arthur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135992210","display_name":"Doug Fritz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fritz, Doug","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135984851","display_name":"Charlie Taylor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor, Charlie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135977897","display_name":"Katya Tregubova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tregubova, Katya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135933493","display_name":"Jing Rong Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Jing Rong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135953976","display_name":"Richard Green","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Green, Richard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135960395","display_name":"Sara Mahdavi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahdavi, Sara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115637690","display_name":"Mahvish Nagda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagda, Mahvish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001170097","display_name":"Jihyeon Lee","orcid":"https://orcid.org/0000-0001-6318-0908"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jihyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135932455","display_name":"Craig Schiff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schiff, Craig","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135948546","display_name":"Liviu Panait","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panait, Liviu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108992127","display_name":"Sukhdeep Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Sukhdeep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034534999","display_name":"Valentin Li\u00e9vin","orcid":"https://orcid.org/0000-0002-6096-9564"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li\u00e9vin, Valentin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109502776","display_name":"David G. T. Barrett","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barrett, David G. T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096940192","display_name":"Hannah Gladman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gladman, Hannah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135951233","display_name":"Anna Cupani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cupani, Anna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003156466","display_name":"Francesca Pietra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pietra, Francesca","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135913216","display_name":"Uchechi Okereke","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okereke, Uchechi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135988083","display_name":"Katherine Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Katherine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067459456","display_name":"Clemens Meyer","orcid":"https://orcid.org/0000-0003-1165-6104"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meyer, Clemens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135962105","display_name":"Erwan Rolland","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rolland, Erwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092727697","display_name":"Mili Sanwalka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanwalka, Mili","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135974558","display_name":"Michael D. Howell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Howell, Michael D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061613634","display_name":"Shixiang Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Shixiang Shane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135929610","display_name":"Bibo Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Bibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135975076","display_name":"Euan A. Ashley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashley, Euan A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135954677","display_name":"S. M. Ali Eslami","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eslami, S. M. Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135911583","display_name":"Gregory Wayne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wayne, Gregory","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013834379","display_name":"Pushmeet Kohli","orcid":"https://orcid.org/0000-0002-7466-7997"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kohli, Pushmeet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135910121","display_name":"Vivek Natarajan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Natarajan, Vivek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135920791","display_name":"Adam Rodman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodman, Adam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135971232","display_name":"Alan Karthikesalingam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karthikesalingam, Alan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135986922","display_name":"Ryutaro Tanno","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanno, Ryutaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":53,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4131999909877777,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4131999909877777,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.11860000342130661,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.05810000002384186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/triage","display_name":"Triage","score":0.5932999849319458},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.42149999737739563},{"id":"https://openalex.org/keywords/telemedicine","display_name":"Telemedicine","score":0.41110000014305115},{"id":"https://openalex.org/keywords/primary-care","display_name":"Primary care","score":0.3743000030517578},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.3580000102519989},{"id":"https://openalex.org/keywords/clinical-practice","display_name":"Clinical Practice","score":0.3057999908924103}],"concepts":[{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.5932999849319458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5038999915122986},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.42149999737739563},{"id":"https://openalex.org/C2779891985","wikidata":"https://www.wikidata.org/wiki/Q46994","display_name":"Telemedicine","level":3,"score":0.41110000014305115},{"id":"https://openalex.org/C2984752397","wikidata":"https://www.wikidata.org/wiki/Q3259956","display_name":"Primary care","level":2,"score":0.3743000030517578},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3686000108718872},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.35339999198913574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34450000524520874},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2870999872684479},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09272","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09272","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09272","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09272","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4275397062301636,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"practice":[1],"of":[2,18,37,51,216],"medicine":[3,125],"relies":[4],"not":[5],"only":[6],"upon":[7],"skillful":[8],"dialogue":[9],"but":[10],"also":[11],"on":[12,29],"the":[13,30,71,213],"nuanced":[14],"exchange":[15],"and":[16,21,26,33,100,103,140,155,201,219,243],"interpretation":[17],"rich":[19],"auditory":[20,99],"visual":[22,101],"cues":[23],"between":[24],"doctors":[25,242],"patients.":[27,244],"Building":[28],"low-latency":[31],"voice":[32],"video":[34],"processing":[35],"capabilities":[36],"Gemini,":[38],"we":[39,82,130],"introduce":[40],"AI":[41,46,132,144,186,225,235],"co-clinician,":[42],"a":[43,84,112,141,189,238],"first-of-its-kind":[44],"conversational":[45],"system":[47],"utilizing":[48],"continuous":[49],"streams":[50],"audio-visual":[52],"data":[53],"from":[54],"live":[55],"patient":[56,128],"conversations":[57],"to":[58,211],"inform":[59],"real-time":[60,98,193,223],"clinical":[61,68],"decisions.":[62],"Its":[63],"dual-agent":[64],"architecture":[65],"balances":[66],"deep":[67],"reasoning":[69,102],"with":[70,122,134,171],"low":[72],"latency":[73],"required":[74],"for":[75,241],"natural":[76],"dialogue.":[77],"To":[78],"assess":[79],"this":[80],"system,":[81],"implemented":[83],"video-based":[85],"interface":[86],"emulating":[87],"telemedicine":[88],"consultations.":[89],"We":[90],"crafted":[91],"20":[92],"standardized":[93],"outpatient":[94],"scenarios":[95],"requiring":[96],"proactive":[97],"designed":[104],"\"TelePACES\"":[105],"evaluation":[106],"criteria":[107],"alongside":[108],"case-specific":[109,174,183],"rubrics.":[110],"In":[111],"randomized,":[113],"interface-blinded,":[114],"crossover":[115],"simulation":[116],"study":[117],"(n":[118],"=":[119],"120":[120],"encounters)":[121],"10":[123],"internal":[124],"residents":[126],"as":[127],"actors,":[129],"compared":[131],"co-clinician":[133,145,187,240],"primary":[135],"care":[136],"physicians":[137,177],"(PCPs),":[138],"GPT-Realtime,":[139],"baseline":[142],"agent.":[143],"approached":[146],"PCPs":[147,172],"in":[148,173,182,192,198,230],"key":[149],"TelePACES":[150],"dimensions,":[151],"including":[152],"management":[153],"plans":[154],"differential":[156],"diagnosis,":[157],"while":[158],"significantly":[159],"outperforming":[160],"GPT-Realtime":[161],"across":[162],"all":[163],"general":[164],"criteria.":[165],"While":[166],"our":[167],"agent":[168],"demonstrated":[169],"parity":[170],"triage":[175],"measures,":[176],"maintained":[178],"superior":[179],"overall":[180],"performance":[181],"assessments.":[184],"Although":[185],"marks":[188],"significant":[190],"advance":[191],"telemedical":[194],"AI,":[195],"gaps":[196],"remain":[197],"physical":[199],"examination":[200],"disease-specific":[202],"reasoning.":[203],"Our":[204],"work":[205],"shows":[206],"that":[207,221],"text-only":[208],"approaches":[209],"fail":[210],"capture":[212],"true":[214],"challenges":[215],"medical":[217],"consultation":[218],"suggests":[220],"high-stakes":[222],"diagnostic":[224],"is":[226],"most":[227],"safely":[228],"advanced":[229],"collaborative,":[231],"triadic":[232],"models":[233],"where":[234],"can":[236],"be":[237],"supportive":[239]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-13T00:00:00"}