{"id":"https://openalex.org/W7154696508","doi":"https://doi.org/10.48550/arxiv.2604.14656","title":"Rethinking Patient Education as Multi-turn Multi-modal Interaction","display_name":"Rethinking Patient Education as Multi-turn Multi-modal Interaction","publication_year":2026,"publication_date":"2026-04-16","ids":{"openalex":"https://openalex.org/W7154696508","doi":"https://doi.org/10.48550/arxiv.2604.14656"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.14656","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14656","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.14656","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012790041","display_name":"Zonghai Yao","orcid":"https://orcid.org/0000-0002-5707-8410"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Zonghai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133882783","display_name":"Zhipeng Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133875074","display_name":"Chengtao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Chengtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126066194","display_name":"Xiong Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Xiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102631454","display_name":"Benlu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Benlu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067298102","display_name":"Juncheng Huang","orcid":"https://orcid.org/0009-0006-7663-1185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Juncheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086218019","display_name":"Chin Siang Ong","orcid":"https://orcid.org/0000-0002-4521-0971"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ong, Chin Siang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133914230","display_name":"Hong Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.839900016784668,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.839900016784668,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/patient-safety","display_name":"Patient safety","score":0.5684999823570251},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.5054000020027161},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.4722000062465668},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42309999465942383},{"id":"https://openalex.org/keywords/patient-education","display_name":"Patient education","score":0.40720000863075256},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.365200012922287},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.35580000281333923},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.3386000096797943}],"concepts":[{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.5684999823570251},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4722000062465668},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44440001249313354},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.42879998683929443},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C2777929519","wikidata":"https://www.wikidata.org/wiki/Q7144988","display_name":"Patient education","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.359499990940094},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3449000120162964},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3337000012397766},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26829999685287476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.14656","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14656","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.14656","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14656","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.9028686881065369,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Most":[0],"medical":[1],"multimodal":[2,147,174,240],"benchmarks":[3],"focus":[4],"on":[5,91],"static":[6],"tasks":[7],"such":[8,98],"as":[9,99],"image":[10],"question":[11,109,130],"answering,":[12],"report":[13,77,79],"generation,":[14],"and":[15,40,81,104,127,153,165,171,181,187,194,219],"plain-language":[16,156],"rewriting.":[17],"Patient":[18],"education":[19,48,100,227],"is":[20,212],"more":[21],"demanding:":[22],"systems":[23],"must":[24],"identify":[25],"relevant":[26],"evidence":[27,245],"across":[28,216],"images,":[29,126],"show":[30],"patients":[31],"where":[32],"to":[33,131],"look,":[34],"explain":[35],"findings":[36],"in":[37,122],"accessible":[38],"language,":[39],"handle":[41],"confusion":[42],"or":[43,228],"distress.":[44],"Yet":[45],"most":[46],"patient":[47,70,108],"work":[49],"remains":[50],"text-only,":[51],"even":[52],"though":[53],"combined":[54],"image-and-text":[55],"explanations":[56],"may":[57],"better":[58],"support":[59],"understanding.":[60],"We":[61],"introduce":[62],"MedImageEdu,":[63],"a":[64,75,88,92,107,132,145,154,234],"benchmark":[65],"for":[66,237],"multi-turn,":[67],"evidence-grounded":[68],"radiology":[69,76],"education.":[71],"Each":[72],"case":[73,82,125],"provides":[74,233],"with":[78,87],"text":[80],"images.":[83],"A":[84],"DoctorAgent":[85,116,143],"interacts":[86],"PatientAgent,":[89],"conditioned":[90],"hidden":[93],"profile":[94],"that":[95],"captures":[96],"factors":[97],"level,":[101],"health":[102,230],"literacy,":[103],"personality.":[105],"When":[106],"would":[110],"benefit":[111],"from":[112,162,244,250],"visual":[113,209],"support,":[114],"the":[115,123,128,142,151,168,172,213],"can":[117,242],"issue":[118],"drawing":[119,134],"instructions":[120],"grounded":[121,155],"report,":[124],"current":[129],"benchmark-provided":[133],"tool.":[135],"The":[136],"tool":[137],"returns":[138],"image(s),":[139],"after":[140],"which":[141],"produces":[144],"final":[146,173],"response":[148,175],"consisting":[149],"of":[150],"image(s)":[152],"explanation.":[157],"MedImageEdu":[158,232],"contains":[159],"150":[160],"cases":[161],"three":[163,201],"sources":[164],"evaluates":[166],"both":[167],"consultation":[169],"process":[170],"along":[176],"five":[177],"dimensions:":[178],"Consultation,":[179],"Safety":[180],"Scope,":[182],"Language":[183],"Quality,":[184,186],"Drawing":[185],"Image-Text":[188],"Response":[189],"Quality.":[190],"Across":[191],"representative":[192],"open-":[193],"closed-source":[195],"vision-language":[196],"model":[197],"agents,":[198],"we":[199],"find":[200],"consistent":[202],"gaps:":[203],"fluent":[204],"language":[205],"often":[206],"outpaces":[207],"faithful":[208],"grounding,":[210],"safety":[211],"weakest":[214],"dimension":[215],"disease":[217],"categories,":[218],"emotionally":[220],"tense":[221],"interactions":[222],"are":[223],"harder":[224],"than":[225,247],"low":[226,229],"literacy.":[231],"controlled":[235],"testbed":[236],"assessing":[238],"whether":[239],"agents":[241],"teach":[243],"rather":[246],"merely":[248],"answer":[249],"text.":[251]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-18T00:00:00"}