{"id":"https://openalex.org/W4387087093","doi":"https://doi.org/10.1145/3610876","title":"Integrating Gaze and Mouse Via Joint Cross-Attention Fusion Net for Students' Activity Recognition in E-learning","display_name":"Integrating Gaze and Mouse Via Joint Cross-Attention Fusion Net for Students' Activity Recognition in E-learning","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W4387087093","doi":"https://doi.org/10.1145/3610876"},"language":"en","primary_location":{"id":"doi:10.1145/3610876","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610876","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101511778","display_name":"R.H. Zhu","orcid":"https://orcid.org/0009-0008-3181-9445"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Zhu","raw_affiliation_strings":["MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0008-3181-9445","affiliations":[{"raw_affiliation_string":"MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605562","display_name":"Shi Liang","orcid":"https://orcid.org/0009-0003-6658-5777"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Shi","raw_affiliation_strings":["MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0003-6658-5777","affiliations":[{"raw_affiliation_string":"MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019408798","display_name":"Yunpeng Song","orcid":"https://orcid.org/0000-0002-4186-0408"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunpeng Song","raw_affiliation_strings":["MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-4186-0408","affiliations":[{"raw_affiliation_string":"MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082529620","display_name":"Zhongmin Cai","orcid":"https://orcid.org/0000-0002-4903-3992"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"ZhongMin Cai","raw_affiliation_strings":["MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-4903-3992","affiliations":[{"raw_affiliation_string":"MOE KLINNS Lab, and Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":1.2739,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80582172,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"7","issue":"3","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.8191708326339722},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6282719373703003},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.6258841753005981},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5642914772033691},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5492992401123047},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.512432873249054},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45021775364875793},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.43634313344955444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4269232451915741},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4194658696651459},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.4175112843513489},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3311207890510559},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20321866869926453},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08879819512367249}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8191708326339722},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6282719373703003},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.6258841753005981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5642914772033691},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5492992401123047},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.512432873249054},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45021775364875793},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.43634313344955444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4269232451915741},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4194658696651459},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4175112843513489},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3311207890510559},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20321866869926453},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08879819512367249},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3610876","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610876","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[{"id":"https://openalex.org/G5869018471","display_name":null,"funder_award_id":"62102308","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W1818035787","https://openalex.org/W1911152958","https://openalex.org/W1926515346","https://openalex.org/W1968989447","https://openalex.org/W1969823065","https://openalex.org/W1982112776","https://openalex.org/W2002261403","https://openalex.org/W2007501803","https://openalex.org/W2013729144","https://openalex.org/W2014528996","https://openalex.org/W2033538409","https://openalex.org/W2043736971","https://openalex.org/W2048498434","https://openalex.org/W2048597225","https://openalex.org/W2054422927","https://openalex.org/W2073171099","https://openalex.org/W2081112272","https://openalex.org/W2104468743","https://openalex.org/W2105940347","https://openalex.org/W2106817091","https://openalex.org/W2108410782","https://openalex.org/W2112902362","https://openalex.org/W2120889650","https://openalex.org/W2122751709","https://openalex.org/W2125725603","https://openalex.org/W2126698740","https://openalex.org/W2136431085","https://openalex.org/W2137697010","https://openalex.org/W2153503472","https://openalex.org/W2175863066","https://openalex.org/W2194775991","https://openalex.org/W2345031027","https://openalex.org/W2361541609","https://openalex.org/W2396504611","https://openalex.org/W2402857500","https://openalex.org/W2496658579","https://openalex.org/W2547373170","https://openalex.org/W2580855102","https://openalex.org/W2611085340","https://openalex.org/W2725237082","https://openalex.org/W2738865715","https://openalex.org/W2752123064","https://openalex.org/W2752277824","https://openalex.org/W2777460464","https://openalex.org/W2786051348","https://openalex.org/W2787711588","https://openalex.org/W2791351711","https://openalex.org/W2791984011","https://openalex.org/W2796389891","https://openalex.org/W2802627404","https://openalex.org/W2888949514","https://openalex.org/W2889729260","https://openalex.org/W2908123493","https://openalex.org/W2919890647","https://openalex.org/W2968091587","https://openalex.org/W2972672476","https://openalex.org/W2983057939","https://openalex.org/W2987583674","https://openalex.org/W3004591935","https://openalex.org/W3006753376","https://openalex.org/W3010705065","https://openalex.org/W3011785238","https://openalex.org/W3012143000","https://openalex.org/W3017224552","https://openalex.org/W3030949666","https://openalex.org/W3080885886","https://openalex.org/W3083090116","https://openalex.org/W3083692032","https://openalex.org/W3085139254","https://openalex.org/W3088758915","https://openalex.org/W3090661895","https://openalex.org/W3110429283","https://openalex.org/W3114040862","https://openalex.org/W3123894539","https://openalex.org/W3123915531","https://openalex.org/W3126860501","https://openalex.org/W3158635138","https://openalex.org/W3159980834","https://openalex.org/W3160583301","https://openalex.org/W3161128708","https://openalex.org/W3162876491","https://openalex.org/W3163011304","https://openalex.org/W3163608763","https://openalex.org/W3163667512","https://openalex.org/W3164845984","https://openalex.org/W3172863135","https://openalex.org/W3199191682","https://openalex.org/W3206715694","https://openalex.org/W3210835424","https://openalex.org/W3211558000","https://openalex.org/W3215995064","https://openalex.org/W4200416643","https://openalex.org/W4205741333","https://openalex.org/W4220705033","https://openalex.org/W4221139382","https://openalex.org/W4224988986","https://openalex.org/W4280611089","https://openalex.org/W4285008074","https://openalex.org/W4311681687","https://openalex.org/W4361762113"],"related_works":["https://openalex.org/W4236665645","https://openalex.org/W3093803775","https://openalex.org/W4381827277","https://openalex.org/W3157841754","https://openalex.org/W4390136517","https://openalex.org/W2563212008","https://openalex.org/W4399869253","https://openalex.org/W2477990774","https://openalex.org/W3167558523","https://openalex.org/W3120825179"],"abstract_inverted_index":{"E-learning":[0],"has":[1],"emerged":[2],"as":[3],"an":[4,155],"indispensable":[5],"educational":[6],"mode":[7,14],"in":[8,23,150,177,192],"the":[9,90,113,131],"post-epidemic":[10],"era.":[11],"However,":[12],"this":[13],"makes":[15],"it":[16],"difficult":[17],"for":[18,65,173,186],"students":[19,57],"to":[20,41,72,83,116,147],"stay":[21],"engaged":[22],"learning":[24],"without":[25],"appropriate":[26],"activity":[27,47,109],"monitoring.":[28],"Our":[29,101],"work":[30],"explores":[31],"a":[32,59,85,107,126,183,196],"promising":[33,184],"solution":[34],"that":[35,134,141],"combines":[36],"gaze":[37,95,163],"and":[38,49,68,88,92,96,129,189],"mouse":[39,69,97,165],"data":[40,166],"recognize":[42],"students'":[43,79],"activities,":[44,153],"thereby":[45],"facilitating":[46],"monitoring":[48,174],"analysis":[50,194],"during":[51],"e-learning.":[52],"We":[53,75],"initially":[54],"surveyed":[55],"200":[56],"from":[58],"local":[60],"university,":[61],"finding":[62],"more":[63],"acceptance":[64],"eye":[66],"trackers":[67],"loggers":[70],"compared":[71],"video":[73],"surveillance.":[74],"then":[76],"designed":[77],"eight":[78],"routine":[80],"digital":[81],"activities":[82],"collect":[84],"multimodal":[86,108],"dataset":[87],"analyze":[89],"patterns":[91],"correlations":[93],"between":[94],"across":[98,195],"various":[99],"activities.":[100],"proposed":[102],"Joint":[103],"Cross-Attention":[104],"Fusion":[105],"Net,":[106],"recognition":[110],"framework,":[111],"leverages":[112],"gaze-mouse":[114,136],"relationship":[115],"yield":[117],"improved":[118],"classification":[119],"performance":[120],"by":[121],"integrating":[122,130],"cross-modal":[123],"representations":[124],"through":[125],"cross-attention":[127],"mechanism":[128],"joint":[132],"features":[133],"characterize":[135],"coordination.":[137],"Evaluation":[138],"results":[139],"show":[140],"our":[142],"method":[143],"can":[144],"achieve":[145],"up":[146],"94.87%":[148],"F1-score":[149],"predicting":[151],"8-classes":[152],"with":[154],"improvement":[156],"of":[157,198],"at":[158],"least":[159],"7.44%":[160],"over":[161],"using":[162],"or":[164],"independently.":[167],"This":[168],"research":[169],"illuminates":[170],"new":[171],"possibilities":[172],"student":[175],"engagement":[176],"intelligent":[178],"education":[179],"systems,":[180],"also":[181],"suggesting":[182],"strategy":[185],"melding":[187],"perception":[188],"action":[190],"modalities":[191],"behavioral":[193],"range":[197],"ubiquitous":[199],"computing":[200],"environments.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}