{"id":"https://openalex.org/W4403576844","doi":"https://doi.org/10.1145/3663548.3688491","title":"Screen Reading Enabled by Large Language Models","display_name":"Screen Reading Enabled by Large Language Models","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403576844","doi":"https://doi.org/10.1145/3663548.3688491"},"language":"en","primary_location":{"id":"doi:10.1145/3663548.3688491","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3663548.3688491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 26th International ACM SIGACCESS Conference on Computers and Accessibility","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114337036","display_name":"Anujay Ghosh","orcid":null},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anujay Ghosh","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, United States"],"raw_orcid":"https://orcid.org/0009-0004-7300-7964","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, United States","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109939034","display_name":"Muppala P. Reddy","orcid":"https://orcid.org/0000-0001-8532-2962"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Monalika Padma Reddy","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, United States"],"raw_orcid":"https://orcid.org/0000-0001-8532-2962","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, United States","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087944656","display_name":"Satwik Ram Kodandaram","orcid":"https://orcid.org/0000-0002-5208-4301"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satwik Ram Kodandaram","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, United States"],"raw_orcid":"https://orcid.org/0000-0002-5208-4301","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, United States","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011532094","display_name":"Utku Uckun","orcid":null},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Utku Uckun","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, United States"],"raw_orcid":"https://orcid.org/0009-0007-1580-7308","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, United States","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043659434","display_name":"Vikas Ashok","orcid":"https://orcid.org/0000-0002-4772-1265"},"institutions":[{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikas Ashok","raw_affiliation_strings":["Department of Computer Science, Old Dominion University, United States"],"raw_orcid":"https://orcid.org/0000-0002-4772-1265","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Old Dominion University, United States","institution_ids":["https://openalex.org/I81365321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016901770","display_name":"Xiaojun Bi","orcid":"https://orcid.org/0000-0002-9716-7709"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojun Bi","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, United States"],"raw_orcid":"https://orcid.org/0000-0002-9716-7709","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, United States","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005648942","display_name":"I. V. Ramakrishnan","orcid":"https://orcid.org/0000-0002-1768-7043"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"IV Ramakrishnan","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, United States"],"raw_orcid":"https://orcid.org/0000-0002-1768-7043","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, United States","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5114337036"],"corresponding_institution_ids":["https://openalex.org/I59553526"],"apc_list":null,"apc_paid":null,"fwci":10.4361,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98362814,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7655130624771118},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.639889657497406},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40038803219795227},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22761064767837524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7655130624771118},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.639889657497406},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40038803219795227},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22761064767837524},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3663548.3688491","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3663548.3688491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 26th International ACM SIGACCESS Conference on Computers and Accessibility","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2611833583","https://openalex.org/W3111424221","https://openalex.org/W4283777838"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1,130],"models":[2],"(LLMs),":[3],"such":[4],"as":[5,64],"the":[6,17,43,53,68,77,96,102,134,137,143,157,165,174],"pioneering":[7],"GPT":[8],"technology":[9],"by":[10,101,148],"OpenAI,":[11],"have":[12,25],"undeniably":[13],"become":[14],"one":[15],"of":[16,33,55,67,70,82,171,192],"most":[18],"significant":[19,97],"innovations":[20],"in":[21,35,104],"recent":[22],"history.":[23],"They":[24],"achieved":[26],"phenomenal":[27],"success":[28],"across":[29,92,189],"a":[30,65,168,190],"broad":[31],"spectrum":[32],"applications":[34],"numerous":[36],"industries,":[37],"transforming":[38],"how":[39],"we":[40],"interact":[41],"with":[42],"digital":[44],"world.":[45],"Notwithstanding":[46],"these":[47],"remarkable":[48],"successes,":[49],"applying":[50],"LLMs":[51,71,83,158],"within":[52],"realm":[54],"accessibility":[56],"has":[57],"largely":[58],"been":[59],"unexplored.":[60],"We":[61],"introduce":[62],"Savant,":[63],"demonstration":[66,184],"potential":[69],"for":[72,88,107,156],"accessibility.":[73],"Specifically,":[74],"Savant":[75,112],"leverages":[76],"impressive":[78],"text":[79,122],"comprehension":[80],"abilities":[81],"to":[84,159],"provide":[85],"uniform":[86],"interaction":[87,98],"screen":[89,109,114],"reader":[90,110,115],"users":[91],"various":[93],"applications,":[94,194],"mitigating":[95],"burden":[99],"imposed":[100],"heterogeneity":[103],"user":[105,175],"interfaces":[106],"blind":[108],"users.":[111],"automates":[113],"actions":[116,172],"on":[117,173],"control":[118,139],"elements":[119],"like":[120],"buttons,":[121],"fields,":[123],"and":[124,141,154],"drop-down":[125],"menus":[126],"via":[127],"spoken":[128],"natural":[129],"commands":[131],"(NLCs).":[132],"Interpreting":[133],"NLC,":[135],"identifying":[136],"correct":[138,169],"element,":[140],"formulating":[142],"action":[144],"sequence":[145],"are":[146,179],"facilitated":[147],"LLMs.":[149],"Few-shot":[150],"prompts":[151],"supply":[152],"context":[153],"guidance":[155],"produce":[160],"appropriate":[161],"responses,":[162],"specifically":[163],"converting":[164],"NLC":[166],"into":[167],"series":[170],"interface":[176],"elements,":[177],"which":[178],"then":[180],"performed":[181],"automatically.":[182],"The":[183],"will":[185],"exhibit":[186],"Savant\u2019s":[187],"capability":[188],"variety":[191],"exemplar":[193],"emphasizing":[195],"its":[196],"versatility.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}