{"id":"https://openalex.org/W7129643891","doi":"https://doi.org/10.1145/3772318.3793266","title":"How Multimodal Large Language Models Support Access to Visual Information: A Diary Study With Blind and Low Vision People","display_name":"How Multimodal Large Language Models Support Access to Visual Information: A Diary Study With Blind and Low Vision People","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7129643891","doi":"https://doi.org/10.1145/3772318.3793266"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3793266","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3793266","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3793266","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101500424","display_name":"Ricardo E. Gonzalez Penuela","orcid":"https://orcid.org/0000-0002-1344-3850"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ricardo E. Gonzalez Penuela","raw_affiliation_strings":["Cornell University, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-1344-3850","affiliations":[{"raw_affiliation_string":"Cornell University, New York, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085054708","display_name":"Crescentia Jung","orcid":"https://orcid.org/0000-0003-4434-1723"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Crescentia Jung","raw_affiliation_strings":["Cornell University, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-4434-1723","affiliations":[{"raw_affiliation_string":"Cornell University, New York, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126248668","display_name":"Sharon Y Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharon Lin","raw_affiliation_strings":["Cornell University, New York, New York, USA"],"raw_orcid":"https://orcid.org/0009-0005-8282-6969","affiliations":[{"raw_affiliation_string":"Cornell University, New York, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046396677","display_name":"Ruixuan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruiying Hu","raw_affiliation_strings":["Cornell Tech, New York, New York, USA"],"raw_orcid":"https://orcid.org/0009-0009-3273-3253","affiliations":[{"raw_affiliation_string":"Cornell Tech, New York, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060708945","display_name":"Shiri Azenkot","orcid":"https://orcid.org/0000-0002-6701-4066"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiri Azenkot","raw_affiliation_strings":["Cornell Tech, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-6701-4066","affiliations":[{"raw_affiliation_string":"Cornell Tech, New York, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15846897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7504000067710876,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7504000067710876,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.018200000748038292,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.015200000256299973,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.7010999917984009},{"id":"https://openalex.org/keywords/visual-impairment","display_name":"Visual impairment","score":0.46709999442100525},{"id":"https://openalex.org/keywords/visual-language","display_name":"Visual language","score":0.44749999046325684},{"id":"https://openalex.org/keywords/low-vision","display_name":"Low vision","score":0.43720000982284546},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3765999972820282},{"id":"https://openalex.org/keywords/gaze-contingency-paradigm","display_name":"Gaze-contingency paradigm","score":0.36629998683929443},{"id":"https://openalex.org/keywords/visual-rhetoric","display_name":"Visual rhetoric","score":0.3564000129699707},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.31940001249313354}],"concepts":[{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.7010999917984009},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4812999963760376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47600001096725464},{"id":"https://openalex.org/C2781372952","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Visual impairment","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46389999985694885},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4410000145435333},{"id":"https://openalex.org/C2983447183","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Low vision","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C164280684","wikidata":"https://www.wikidata.org/wiki/Q5529040","display_name":"Gaze-contingency paradigm","level":4,"score":0.36629998683929443},{"id":"https://openalex.org/C63075964","wikidata":"https://www.wikidata.org/wiki/Q3277307","display_name":"Visual rhetoric","level":3,"score":0.3564000129699707},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.31940001249313354},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C99527880","wikidata":"https://www.wikidata.org/wiki/Q781118","display_name":"Universal design","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C64731932","wikidata":"https://www.wikidata.org/wiki/Q371090","display_name":"Blind spot","level":2,"score":0.2892000079154968},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C2778750949","wikidata":"https://www.wikidata.org/wiki/Q1156763","display_name":"Visual literacy","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C105842133","wikidata":"https://www.wikidata.org/wiki/Q1899679","display_name":"Visual communication","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.25110000371932983}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3772318.3793266","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3793266","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.13469","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.13469","pdf_url":"https://arxiv.org/pdf/2602.13469","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3772318.3793266","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3793266","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8529364466667175,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3195623082","display_name":"CAREER: Designing Head-Mounted Display Systems to Support People with Low Vision in Outdoor Navigation","funder_award_id":"1942693","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"large":[1],"language":[2],"models":[3],"(MLLMs)":[4],"are":[5],"changing":[6],"how":[7],"Blind":[8],"and":[9,48,96,156],"Low":[10],"Vision":[11],"(BLV)":[12],"people":[13],"access":[14,168],"visual":[15,19,76,83,128,161,170],"information.":[16,171],"Unlike":[17],"traditional":[18],"interpretation":[20,77,162],"tools":[21],"that":[22,123],"only":[23],"provide":[24],"descriptions,":[25],"MLLM-enabled":[26,75,160],"applications":[27,163],"offer":[28],"conversational":[29],"assistance,":[30],"where":[31,66],"users":[32],"can":[33,126],"ask":[34],"questions":[35],"to":[36,117,158,169],"obtain":[37],"goal-relevant":[38],"details.":[39],"However,":[40],"evidence":[41],"about":[42],"their":[43],"performance":[44],"in":[45],"the":[46,82,86,105,138,152],"real-world":[47],"implications":[49],"for":[50,143],"BLV":[51,70,166],"people\u2019s":[52,167],"daily":[53],"lives":[54],"remains":[55],"limited.":[56],"To":[57],"address":[58],"this,":[59],"we":[60,67],"conducted":[61],"a":[62],"two-week":[63],"diary":[64],"study,":[65],"captured":[68],"20":[69],"participants\u2019":[71],"use":[72,134],"of":[73,85,92,101],"an":[74],"application.":[78],"Although":[79],"participants":[80],"rated":[81],"interpretations":[84],"application":[87],"as":[88],"\"trustworthy\"":[89],"(mean=3.76":[90],"out":[91,100],"5,":[93,102],"max=extremely":[94],"trustworthy)":[95],"\"somewhat":[97],"satisfying\"":[98],"(mean=4.13":[99],"max=very":[103],"satisfying),":[104],"AI":[106],"often":[107],"produced":[108],"incorrect":[109],"answers":[110],"(22.2%)":[111],"or":[112],"abstained":[113],"(10.8%)":[114],"from":[115],"responding":[116],"users\u2019":[118],"requests.":[119],"Our":[120],"findings":[121],"show":[122],"while":[124],"MLLMs":[125],"improve":[127],"interpretations\u2019":[129],"descriptive":[130],"accuracy,":[131],"supporting":[132],"everyday":[133],"also":[135],"depends":[136],"on":[137],"\u201cvisual":[139],"assistant\u201d":[140],"skill:":[141],"behaviors":[142],"providing":[144],"goal-directed,":[145],"reliable":[146],"assistance.":[147],"We":[148],"conclude":[149],"by":[150],"proposing":[151],"\"visual":[153],"assistant\"":[154],"skill":[155],"guidelines":[157],"help":[159],"better":[164],"support":[165]},"counts_by_year":[],"updated_date":"2026-04-14T06:08:25.285971","created_date":"2026-02-18T00:00:00"}