{"id":"https://openalex.org/W4414756152","doi":"https://doi.org/10.48550/arxiv.2509.05898","title":"Attention, Action, and Memory: How Multi-modal Interfaces and Cognitive Load Alter Information Retention","display_name":"Attention, Action, and Memory: How Multi-modal Interfaces and Cognitive Load Alter Information Retention","alternate_titles":[],"publication_year":2025,"publication_date":"2025-09-07","ids":{"openalex":"https://openalex.org/W4414756152","doi":"https://doi.org/10.48550/arxiv.2509.05898"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.05898","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.05898","pdf_url":"https://arxiv.org/pdf/2509.05898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4414756152"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.05898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119818359","display_name":"Omar Elgohary","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elgohary, Omar","raw_affiliation_strings":["University of Minnesota Minneapolis , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota Minneapolis , USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119818360","display_name":"Zhu-Tien","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu-Tien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.6669999957084656,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.6669999957084656,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.24819999933242798,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-interfaces","display_name":"multimodal interfaces","score":0.7990000247955322},{"id":"https://openalex.org/keywords/information-retention","display_name":"information retention","score":0.8399999737739563},{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.765999972820282},{"id":"https://openalex.org/keywords/gaze-interaction","display_name":"gaze-based interaction","score":0.7710000276565552},{"id":"https://openalex.org/keywords/mental-workload","display_name":"mental workload","score":0.6899999976158142},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"cognitive load","score":0.7450000047683716},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"eye tracking","score":0.8619999885559082},{"id":"https://openalex.org/keywords/usability","display_name":"usability","score":0.4320000112056732},{"id":"https://openalex.org/keywords/educational-technology","display_name":"educational technology","score":0.6299999952316284},{"id":"https://openalex.org/keywords/assistive-technology","display_name":"assistive technology","score":0.8500000238418579},{"id":"https://openalex.org/keywords/reading","display_name":"reading","score":0.3179999887943268}],"concepts":[{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.7253000140190125},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.707099974155426},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6518999934196472},{"id":"https://openalex.org/C2909211665","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Memory retention","level":2,"score":0.6225000023841858},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5893999934196472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.588100016117096},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5740000009536743},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5555999875068665},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4578000009059906},{"id":"https://openalex.org/C186625053","wikidata":"https://www.wikidata.org/wiki/Q1130191","display_name":"Information overload","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3668000102043152},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31290000677108765},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3125},{"id":"https://openalex.org/C2985756769","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge retention","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C121017731","wikidata":"https://www.wikidata.org/wiki/Q11661","display_name":"Information technology","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C134290984","wikidata":"https://www.wikidata.org/wiki/Q5141241","display_name":"Cognitive skill","level":3,"score":0.26460000872612},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C10431821","wikidata":"https://www.wikidata.org/wiki/Q6510174","display_name":"Learning effect","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.25429999828338623},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.05898","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.05898","pdf_url":"https://arxiv.org/pdf/2509.05898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.05898","doi":"https://doi.org/10.48550/arxiv.2509.05898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.05898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.05898","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.05898","pdf_url":"https://arxiv.org/pdf/2509.05898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414756152.pdf","grobid_xml":"https://content.openalex.org/works/W4414756152.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W172711948","https://openalex.org/W2016954168","https://openalex.org/W2293649818","https://openalex.org/W2601004904","https://openalex.org/W2764065835","https://openalex.org/W3033270125","https://openalex.org/W4206946279","https://openalex.org/W4281746451","https://openalex.org/W4293156092","https://openalex.org/W4297884075","https://openalex.org/W4318618520","https://openalex.org/W4402722059","https://openalex.org/W4406552230","https://openalex.org/W4413670319"],"related_works":["https://openalex.org/W1967259204","https://openalex.org/W6889727251","https://openalex.org/W2957819510","https://openalex.org/W7160285863","https://openalex.org/W2528544666","https://openalex.org/W2001483058","https://openalex.org/W7049361725","https://openalex.org/W7098264888","https://openalex.org/W7099636703"],"abstract_inverted_index":{"Each":[0],"year,":[1],"multi-modal":[2,22,68,117,153],"interaction":[3,118],"continues":[4],"to":[5,16,44,124,140],"grow":[6],"within":[7],"both":[8],"industry":[9],"and":[10,26,66,74,80,94,106,138,165],"academia.":[11],"However,":[12],"researchers":[13],"have":[14],"yet":[15],"fully":[17],"explore":[18],"the":[19,102,107],"impact":[20],"of":[21,50],"systems":[23,154],"on":[24],"learning":[25],"memory":[27,171],"retention.":[28,144],"This":[29],"research":[30,146],"investigates":[31],"how":[32,152],"combining":[33],"gaze-based":[34],"controls":[35],"with":[36,101,133,142],"gesture":[37],"navigation":[38],"affects":[39],"information":[40,91,122],"retention":[41,92,123],"when":[42],"compared":[43],"standard":[45],"track-pad":[46,65,126],"usage.":[47],"A":[48],"total":[49],"twelve":[51],"participants":[52],"read":[53],"four":[54],"textual":[55],"articles":[56],"through":[57],"two":[58,85],"different":[59],"user":[60],"interfaces":[61],"which":[62],"included":[63],"a":[64,67,96],"interface":[69],"that":[70,88,116,168],"tracked":[71],"eye":[72],"movements":[73],"hand":[75],"gestures":[76],"for":[77,162],"scrolling,":[78],"zooming,":[79],"revealing":[81],"content.":[82],"Participants":[83],"underwent":[84],"assessment":[86],"sessions":[87],"measured":[89],"their":[90],"immediately":[93],"after":[95],"twenty-four":[97],"hour":[98],"period":[99],"along":[100],"NASA-TLX":[103],"workload":[104,136],"evaluation":[105],"System":[108],"Usability":[109],"Scale":[110],"assessment.":[111],"The":[112,145],"initial":[113],"analysis":[114],"indicates":[115],"produces":[119],"similar":[120],"targeted":[121],"traditional":[125],"usage,":[127],"but":[128],"this":[129],"neutral":[130],"effect":[131],"comes":[132],"higher":[134],"cognitive":[135,156],"demands":[137],"seems":[139],"deteriorate":[141],"long-term":[143],"results":[147],"provide":[148],"new":[149],"knowledge":[150],"about":[151],"affect":[155],"engagement":[157],"while":[158],"providing":[159],"design":[160],"recommendations":[161],"future":[163],"educational":[164],"assistive":[166],"technologies":[167],"require":[169],"effective":[170],"performance.":[172]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4414756152","counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
