{"id":"https://openalex.org/W7157568438","doi":"https://doi.org/10.48550/arxiv.2604.25720","title":"Toward Multimodal Conversational AI for Age-Related Macular Degeneration","display_name":"Toward Multimodal Conversational AI for Age-Related Macular Degeneration","publication_year":2026,"publication_date":"2026-04-28","ids":{"openalex":"https://openalex.org/W7157568438","doi":"https://doi.org/10.48550/arxiv.2604.25720"},"language":"en","primary_location":{"id":"pmh:oai:pubmedcentral.nih.gov:13317649","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13317649/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Text"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13317649/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134866457","display_name":"Ran Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084982293","display_name":"Benjamin Hou","orcid":"https://orcid.org/0000-0003-3968-1707"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134838333","display_name":"M\u00e9lanie H\u00e9bert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"H\u00e9bert, M\u00e9lanie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025585055","display_name":"Asmita Indurkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Indurkar, Asmita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134852317","display_name":"Yifan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134869905","display_name":"Emily Y. Chew","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chew, Emily Y.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134852719","display_name":"Tiarn\u00e1n D. L. Keenan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keenan, Tiarn\u00e1n D. L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134838463","display_name":"Zhiyong Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.739300012588501,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.739300012588501,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10170","display_name":"Retinal Diseases and Treatments","score":0.057999998331069946,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.02290000021457672,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drusen","display_name":"Drusen","score":0.8346999883651733},{"id":"https://openalex.org/keywords/macular-degeneration","display_name":"Macular degeneration","score":0.6646000146865845},{"id":"https://openalex.org/keywords/fundus","display_name":"Fundus (uterus)","score":0.5259000062942505},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.4056999981403351},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.33340001106262207},{"id":"https://openalex.org/keywords/eye-disease","display_name":"Eye disease","score":0.31360000371932983}],"concepts":[{"id":"https://openalex.org/C2779093074","wikidata":"https://www.wikidata.org/wiki/Q1140528","display_name":"Drusen","level":3,"score":0.8346999883651733},{"id":"https://openalex.org/C2776403814","wikidata":"https://www.wikidata.org/wiki/Q27429789","display_name":"Macular degeneration","level":2,"score":0.6646000146865845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5709999799728394},{"id":"https://openalex.org/C2776391266","wikidata":"https://www.wikidata.org/wiki/Q9612","display_name":"Fundus (uterus)","level":2,"score":0.5259000062942505},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4950000047683716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4341000020503998},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C2776148792","wikidata":"https://www.wikidata.org/wiki/Q3041498","display_name":"Eye disease","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.3098999857902527},{"id":"https://openalex.org/C2780604041","wikidata":"https://www.wikidata.org/wiki/Q1317319","display_name":"Stargardt disease","level":3,"score":0.2777999937534332},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2700999975204468},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.26420000195503235}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pubmedcentral.nih.gov:13317649","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13317649/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Text"},{"id":"doi:10.48550/arxiv.2604.25720","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25720","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:13317649","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13317649/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Text"},"sustainable_development_goals":[{"score":0.677935779094696,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"strong":[1,99,149,181],"performance":[2,101,183,204],"of":[3,75,106,225],"deep":[4],"learning":[5],"models":[6,28],"in":[7,24,102,184,205],"retinal":[8],"disease":[9],"detection,":[10],"most":[11],"systems":[12],"produce":[13,94],"static":[14],"predictions":[15,32],"without":[16],"clinical":[17,39,177],"reasoning":[18],"or":[19],"interactive":[20,200],"explanation.":[21],"Recent":[22],"advances":[23],"multimodal":[25],"large":[26],"language":[27],"(MLLMs)":[29],"integrate":[30],"diagnostic":[31,114,194],"with":[33,80,202],"clinically":[34,196,219],"meaningful":[35],"dialogue":[36],"to":[37,58,85,88,192],"support":[38],"decision-making":[40],"and":[41,93,109,120,168,199,218,223],"patient":[42],"counseling.":[43],"In":[44],"this":[45],"study,":[46],"OcularChat,":[47],"an":[48],"MLLM,":[49],"was":[50],"fine-tuned":[51],"from":[52],"Qwen2.5-VL":[53],"using":[54],"simulated":[55,77],"patient-physician":[56],"dialogues":[57,78],"diagnose":[59],"age-related":[60],"macular":[61],"degeneration":[62],"(AMD)":[63],"through":[64],"visual":[65],"question":[66],"answering":[67],"on":[68,134,174],"color":[69],"fundus":[70],"photographs":[71],"(CFPs).":[72],"A":[73],"total":[74],"705,850":[76],"paired":[79],"46,167":[81],"CFPs":[82],"were":[83],"generated":[84],"train":[86],"OcularChat":[87,97,129,142,188],"identify":[89],"key":[90],"AMD":[91,154,185],"features":[92],"reasoned":[95],"predictions.":[96],"demonstrated":[98,189],"classification":[100,224],"AREDS,":[103],"achieving":[104],"accuracies":[105],"0.954,":[107],"0.849,":[108],"0.678":[110],"for":[111,152],"the":[112,131,190],"three":[113,138],"tasks:":[115],"advanced":[116,153],"AMD,":[117],"pigmentary":[118,158],"abnormalities,":[119],"drusen":[121,163],"size,":[122],"significantly":[123],"outperforming":[124],"existing":[125],"MLLMs.":[126],"On":[127],"AREDS2,":[128],"remained":[130],"top-performing":[132],"method":[133],"all":[135],"tasks.":[136],"Across":[137],"independent":[139],"ophthalmologist":[140,207],"graders,":[141],"achieved":[143],"higher":[144],"mean":[145],"scores":[146],"than":[147],"a":[148,175],"baseline":[150],"model":[151],"(3.503":[155],"vs.":[156,161,166,172],"2.833),":[157],"abnormalities":[159],"(3.272":[160],"2.828),":[162],"size":[164],"(3.064":[165],"2.433),":[167],"overall":[169],"impression":[170],"(2.978":[171],"2.464)":[173],"5-point":[176],"grading":[178],"rubric.":[179],"Beyond":[180],"objective":[182],"severity":[186],"classification,":[187],"ability":[191],"provide":[193],"reasoning,":[195],"relevant":[197],"explanations,":[198],"dialogue,":[201],"high":[203],"subjective":[206],"evaluation.":[208],"These":[209],"findings":[210],"suggest":[211],"that":[212],"MLLMs":[213],"may":[214],"enable":[215],"accurate,":[216],"interpretable,":[217],"useful":[220],"image-based":[221],"diagnosis":[222],"AMD.":[226]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2026-04-30T00:00:00"}