{"id":"https://openalex.org/W4396920308","doi":"https://doi.org/10.1145/3659624","title":"Digital Forms for All: A Holistic Multimodal Large Language Model Agent for Health Data Entry","display_name":"Digital Forms for All: A Holistic Multimodal Large Language Model Agent for Health Data Entry","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4396920308","doi":"https://doi.org/10.1145/3659624"},"language":"en","primary_location":{"id":"doi:10.1145/3659624","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3659624","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3659624","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3659624","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031890670","display_name":"Andrea Cuadra","orcid":"https://orcid.org/0000-0002-1845-0240"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrea Cuadra","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1845-0240","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098657984","display_name":"Justine Breuch","orcid":"https://orcid.org/0009-0000-7792-9510"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justine Breuch","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0009-0000-7792-9510","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098579669","display_name":"Samantha Estrada","orcid":"https://orcid.org/0009-0003-1184-1075"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samantha Estrada","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0009-0003-1184-1075","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098446709","display_name":"David Ihim","orcid":"https://orcid.org/0009-0000-1975-2112"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Ihim","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0009-0000-1975-2112","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103096750","display_name":"Isabelle Hung","orcid":"https://orcid.org/0009-0006-2952-8580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isabelle Hung","raw_affiliation_strings":["Monta Vista High School, Cupertino, CA, USA"],"raw_orcid":"https://orcid.org/0009-0006-2952-8580","affiliations":[{"raw_affiliation_string":"Monta Vista High School, Cupertino, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098359152","display_name":"Derek Askaryar","orcid":"https://orcid.org/0009-0002-7649-4687"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Askaryar","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0009-0002-7649-4687","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098657985","display_name":"Marwan Hassanien","orcid":"https://orcid.org/0009-0000-2562-8302"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marwan Hassanien","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0009-0000-2562-8302","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015481262","display_name":"Kristen L. Fessele","orcid":"https://orcid.org/0000-0003-2336-6841"},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristen L. Fessele","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2336-6841","affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY, USA","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072285921","display_name":"James A. Landay","orcid":"https://orcid.org/0000-0003-1520-8894"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Landay","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1520-8894","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5031890670"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":5.9604,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96638763,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6356887817382812},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5470238327980042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5102758407592773},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46648600697517395},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46152442693710327},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3586827218532562},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.14302107691764832},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.105979323387146}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6356887817382812},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5470238327980042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5102758407592773},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46648600697517395},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46152442693710327},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3586827218532562},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14302107691764832},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.105979323387146},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3659624","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3659624","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3659624","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3659624","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3659624","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3659624","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3040958985","display_name":null,"funder_award_id":"GBMF9048","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G6583625571","display_name":null,"funder_award_id":"P30 CA00874","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396920308.pdf"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1783594902","https://openalex.org/W1966945139","https://openalex.org/W1998408655","https://openalex.org/W2000885980","https://openalex.org/W2003257628","https://openalex.org/W2006318999","https://openalex.org/W2009357400","https://openalex.org/W2013489329","https://openalex.org/W2061270248","https://openalex.org/W2065502371","https://openalex.org/W2081038469","https://openalex.org/W2087950157","https://openalex.org/W2135643110","https://openalex.org/W2145421863","https://openalex.org/W2165155944","https://openalex.org/W2170671739","https://openalex.org/W2520142838","https://openalex.org/W2520443611","https://openalex.org/W2569897526","https://openalex.org/W2587822408","https://openalex.org/W2752434814","https://openalex.org/W2795274753","https://openalex.org/W2796010926","https://openalex.org/W2804780558","https://openalex.org/W2808599433","https://openalex.org/W2886572631","https://openalex.org/W2917392008","https://openalex.org/W2940965681","https://openalex.org/W2950629660","https://openalex.org/W3010400351","https://openalex.org/W3017863658","https://openalex.org/W3028632643","https://openalex.org/W3032205432","https://openalex.org/W3045900875","https://openalex.org/W3047975279","https://openalex.org/W3048907237","https://openalex.org/W3061266725","https://openalex.org/W3081418637","https://openalex.org/W3110733274","https://openalex.org/W3123228333","https://openalex.org/W3160113391","https://openalex.org/W3160278099","https://openalex.org/W3160638507","https://openalex.org/W3163247491","https://openalex.org/W3164610506","https://openalex.org/W3168715003","https://openalex.org/W3185034189","https://openalex.org/W3209107868","https://openalex.org/W4200175133","https://openalex.org/W4210616330","https://openalex.org/W4220903755","https://openalex.org/W4224311623","https://openalex.org/W4225013596","https://openalex.org/W4225112959","https://openalex.org/W4225163270","https://openalex.org/W4235809384","https://openalex.org/W4245990317","https://openalex.org/W4280584593","https://openalex.org/W4288359812","https://openalex.org/W4308531564","https://openalex.org/W4320857847","https://openalex.org/W4362580028","https://openalex.org/W4366547364","https://openalex.org/W4366547594","https://openalex.org/W4366591012","https://openalex.org/W4372215795","https://openalex.org/W4383682748","https://openalex.org/W4389244587","https://openalex.org/W4389508371","https://openalex.org/W4401290205"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2185469136","https://openalex.org/W2011264131","https://openalex.org/W4306353150","https://openalex.org/W2026860389","https://openalex.org/W127837312","https://openalex.org/W2922283411","https://openalex.org/W4384789578","https://openalex.org/W4387421317"],"abstract_inverted_index":{"Digital":[0],"forms":[1],"help":[2],"us":[3],"access":[4],"services":[5],"and":[6,29,44,63,67,127],"opportunities,":[7],"but":[8],"they":[9],"are":[10],"not":[11],"equally":[12],"accessible":[13],"to":[14,36,88,152],"everyone,":[15],"such":[16,145],"as":[17,146],"older":[18,74],"adults":[19,75],"or":[20,83],"those":[21],"with":[22,73],"sensory":[23],"impairments.":[24],"Large":[25],"language":[26],"models":[27],"(LLMs)":[28],"multimodal":[30,50],"interfaces":[31],"offer":[32],"a":[33,48,71,90],"unique":[34],"opportunity":[35],"increase":[37],"form":[38,93],"accessibility.":[39],"Informed":[40],"by":[41],"prior":[42],"literature":[43],"needfinding,":[45],"we":[46],"built":[47],"holistic":[49],"LLM":[51],"agent":[52],"for":[53],"health":[54],"data":[55],"entry.":[56],"We":[57,140],"describe":[58],"the":[59,68,121,134],"process":[60],"of":[61,70,81],"designing":[62,147],"building":[64],"our":[65,96],"system,":[66],"results":[69],"study":[72],"(N":[76],"=10).":[77],"All":[78],"participants,":[79],"regardless":[80],"age":[82],"disability":[84],"status,":[85],"were":[86,138],"able":[87],"complete":[89],"standard":[91],"47-question":[92],"independently":[94],"using":[95],"system---one":[97],"blind":[98],"participant":[99],"said":[100],"it":[101],"was":[102],"\"a":[103],"prayer":[104],"answered.\"":[105],"Our":[106],"video":[107],"analysis":[108],"revealed":[109],"how":[110],"different":[111],"modalities":[112],"provided":[113],"alternative":[114],"interaction":[115],"paths":[116],"in":[117],"complementary":[118],"ways":[119],"(e.g.,":[120],"buttons":[122],"helped":[123,129],"resolve":[124],"transcription":[125],"errors":[126],"speech":[128],"provide":[130],"more":[131],"options":[132],"when":[133],"pre-canned":[135],"answer":[136],"choices":[137],"insufficient).":[139],"highlight":[141],"key":[142],"design":[143],"guidelines,":[144],"systems":[148],"that":[149],"dynamically":[150],"adapt":[151],"individual":[153],"needs.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":11}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}