{"id":"https://openalex.org/W7116368801","doi":"https://doi.org/10.1109/access.2025.3646271","title":"Inferring Cognitive Workload From Symbolic Gaze Sequences Using Large Language Models","display_name":"Inferring Cognitive Workload From Symbolic Gaze Sequences Using Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7116368801","doi":"https://doi.org/10.1109/access.2025.3646271"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3646271","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3646271","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3646271","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120925544","display_name":"P. Dell\u2019Acqua","orcid":null},"institutions":[{"id":"https://openalex.org/I112862951","display_name":"University of Messina","ror":"https://ror.org/05ctdxz19","country_code":"IT","type":"education","lineage":["https://openalex.org/I112862951"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"P. Dell\u2019Acqua","raw_affiliation_strings":["University of Messina, Messina, Italy"],"raw_orcid":"https://orcid.org/0009-0006-7817-4918","affiliations":[{"raw_affiliation_string":"University of Messina, Messina, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120934787","display_name":"M. Garofalo","orcid":null},"institutions":[{"id":"https://openalex.org/I112862951","display_name":"University of Messina","ror":"https://ror.org/05ctdxz19","country_code":"IT","type":"education","lineage":["https://openalex.org/I112862951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"M. Garofalo","raw_affiliation_strings":["University of Messina, Messina, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Messina, Messina, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004258520","display_name":"Francesco La Rosa","orcid":"https://orcid.org/0000-0002-9224-4664"},"institutions":[{"id":"https://openalex.org/I112862951","display_name":"University of Messina","ror":"https://ror.org/05ctdxz19","country_code":"IT","type":"education","lineage":["https://openalex.org/I112862951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"F. la Rosa","raw_affiliation_strings":["University of Messina, Messina, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Messina, Messina, Italy","institution_ids":["https://openalex.org/I112862951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121099709","display_name":"Massimo Villari","orcid":null},"institutions":[{"id":"https://openalex.org/I112862951","display_name":"University of Messina","ror":"https://ror.org/05ctdxz19","country_code":"IT","type":"education","lineage":["https://openalex.org/I112862951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"M. Villari","raw_affiliation_strings":["University of Messina, Messina, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9457-0677","affiliations":[{"raw_affiliation_string":"University of Messina, Messina, Italy","institution_ids":["https://openalex.org/I112862951"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5120925544"],"corresponding_institution_ids":["https://openalex.org/I112862951"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60635532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"215160","last_page":"215176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.007300000172108412,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5716000199317932},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5676000118255615},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.48579999804496765},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.42820000648498535},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4020000100135803},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.38999998569488525},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.3716999888420105},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.3716000020503998},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.3662000000476837}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8467000126838684},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5716000199317932},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5676000118255615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5623000264167786},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48579999804496765},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4194999933242798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4099000096321106},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3716999888420105},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.35089999437332153},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3357999920845032},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.3147999942302704},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.3133000135421753},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28859999775886536},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2806999981403351},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C129916263","wikidata":"https://www.wikidata.org/wiki/Q1141183","display_name":"Backward chaining","level":4,"score":0.26840001344680786},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3646271","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3646271","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1352250","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1352250","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3646271","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3646271","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.45963767170906067,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321781","display_name":"Ministero della Salute","ror":"https://ror.org/00789fa95"},{"id":"https://openalex.org/F4320331528","display_name":"Ministero dell'Universit\u00e0 e della Ricerca","ror":null},{"id":"https://openalex.org/F7311471023","display_name":"NextGenerationEU","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1965305672","https://openalex.org/W1979677741","https://openalex.org/W2013112874","https://openalex.org/W2042750428","https://openalex.org/W2059826162","https://openalex.org/W2062242288","https://openalex.org/W2105964837","https://openalex.org/W2139551810","https://openalex.org/W2617207308","https://openalex.org/W2904921884","https://openalex.org/W3116892446","https://openalex.org/W3127624233","https://openalex.org/W3131898425","https://openalex.org/W4225080353","https://openalex.org/W4283785785","https://openalex.org/W4308222466","https://openalex.org/W4379798493","https://openalex.org/W4386570518","https://openalex.org/W4392584981","https://openalex.org/W4393238430","https://openalex.org/W4402515887","https://openalex.org/W4404563232","https://openalex.org/W4407319906","https://openalex.org/W4408249693","https://openalex.org/W4410701824","https://openalex.org/W4410702088","https://openalex.org/W4411635471","https://openalex.org/W4412421465","https://openalex.org/W4414412549","https://openalex.org/W4415065167","https://openalex.org/W4416166932","https://openalex.org/W4416375730","https://openalex.org/W4416707902"],"related_works":[],"abstract_inverted_index":{"This":[0],"work":[1,61],"proposes":[2],"a":[3,161,167,174,180,208],"new":[4],"method":[5,148],"for":[6,57,74],"real-time":[7,214],"assessment":[8],"of":[9,16,71,164,170],"cognitive":[10],"workload":[11,32,75,108],"by":[12,65],"combining":[13],"symbolic":[14,54,83,140],"representation":[15,70],"eye":[17],"movement":[18],"behavior":[19,73],"with":[20,138],"natural":[21,117],"language":[22],"inference":[23],"through":[24],"Large":[25],"Language":[26],"Models":[27],"(LLMs).":[28],"While":[29],"prior":[30],"gaze-based":[31],"estimators":[33],"typically":[34],"rely":[35],"on":[36,149,186],"handcrafted":[37,189],"numerical":[38],"features,":[39,191],"domain-specific":[40],"deep":[41],"networks,":[42],"or":[43],"feature-to-text":[44],"serializations,":[45],"they":[46],"do":[47],"not":[48,129],"treat":[49],"gaze":[50,190],"trajectories":[51],"themselves":[52],"as":[53],"linguistic":[55],"inputs":[56],"LLM":[58,100],"reasoning;":[59],"this":[60],"addresses":[62],"that":[63,85],"gap":[64],"introducing":[66],"an":[67,113],"interpretable,":[68],"language-native":[69],"eye-movement":[72],"inference.":[76],"Raw":[77],"eye-tracking":[78],"signals":[79],"are":[80,96],"encoded":[81],"into":[82,99,223],"sequences":[84,95],"capture":[86],"fixations,":[87],"saccades,":[88],"regressions,":[89],"blinks,":[90],"and":[91,123,127,142,166,179,196,204,212,227],"pupil":[92],"variations.":[93],"These":[94],"then":[97],"embedded":[98],"prompts,":[101],"allowing":[102],"the":[103,107,150,154,187],"model":[104],"to":[105],"determine":[106],"level":[109],"while":[110,192],"simultaneously":[111],"providing":[112],"explanatory":[114],"description":[115],"in":[116,124],"language.":[118],"The":[119,199],"pipeline":[120],"operates":[121],"online":[122],"real":[125],"time":[126],"does":[128],"require":[130],"specialized":[131],"hardware.":[132],"It":[133],"combines":[134],"established":[135],"segmentation":[136],"techniques":[137],"interpretable":[139],"encoding":[141],"prompt-based":[143],"reasoning.":[144],"We":[145],"validate":[146],"our":[147],"COLET":[151],"dataset,":[152],"where":[153],"zero-shot":[155],"LLM-based":[156],"classifier":[157,184],"achieves":[158],"70%":[159],"accuracy,":[160],"macro":[162],"F1-score":[163],"0.40,":[165],"Cohen\u2019s":[168],"\u03ba":[169],"0.23,":[171],"outperforming":[172],"both":[173,202],"traditional":[175],"random":[176],"forest":[177],"baseline":[178],"multilayer":[181],"perceptron":[182],"(MLP)":[183],"trained":[185],"same":[188],"preserving":[193],"temporal":[194],"responsiveness":[195],"human-readable":[197],"output.":[198],"system":[200],"accommodates":[201],"cloud-hosted":[203],"local":[205],"LLMs,":[206],"incorporates":[207],"comprehensive":[209],"logging":[210],"system,":[211],"provides":[213],"visualization":[215],"capabilities.":[216],"Its":[217],"modular":[218],"architecture":[219],"facilitates":[220],"smooth":[221],"integration":[222],"adaptive":[224],"user":[225],"interfaces":[226],"cognition-aware":[228],"environments.":[229]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-12-21T00:00:00"}