{"id":"https://openalex.org/W4403913128","doi":"https://doi.org/10.1145/3678957.3685710","title":"Detecting Aware and Unaware Mind Wandering During Lecture Viewing: A Multimodal Machine Learning Approach Using Eye Tracking, Facial Videos and Physiological Data","display_name":"Detecting Aware and Unaware Mind Wandering During Lecture Viewing: A Multimodal Machine Learning Approach Using Eye Tracking, Facial Videos and Physiological Data","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913128","doi":"https://doi.org/10.1145/3678957.3685710"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3685710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3685710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057566592","display_name":"Babette B\u00fchler","orcid":"https://orcid.org/0000-0003-1679-4979"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Babette B\u00fchler","raw_affiliation_strings":["Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1679-4979","affiliations":[{"raw_affiliation_string":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048565937","display_name":"Efe Bozkir","orcid":"https://orcid.org/0000-0002-4594-4318"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Efe Bozkir","raw_affiliation_strings":["Human-Centered Technologies for Learning, Technical University of Munich, Germany and Human-Computer Interaction, University of T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4594-4318","affiliations":[{"raw_affiliation_string":"Human-Centered Technologies for Learning, Technical University of Munich, Germany and Human-Computer Interaction, University of T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I62916508","https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069067786","display_name":"Hannah Deininger","orcid":"https://orcid.org/0000-0002-8754-6123"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hannah Deininger","raw_affiliation_strings":["Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8754-6123","affiliations":[{"raw_affiliation_string":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014626947","display_name":"Patricia Goldberg","orcid":"https://orcid.org/0000-0002-5530-5034"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Patricia Goldberg","raw_affiliation_strings":["Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5530-5034","affiliations":[{"raw_affiliation_string":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089332735","display_name":"Peter Gerjets","orcid":"https://orcid.org/0000-0003-1358-6779"},"institutions":[{"id":"https://openalex.org/I4210136238","display_name":"Leibniz-Institut f\u00fcr Wissensmedien","ror":"https://ror.org/03hv28176","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210136238"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Gerjets","raw_affiliation_strings":["Leibniz-Institut f\u00fcr Wissensmedien, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1358-6779","affiliations":[{"raw_affiliation_string":"Leibniz-Institut f\u00fcr Wissensmedien, Germany","institution_ids":["https://openalex.org/I4210136238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086577266","display_name":"Ulrich Trautwein","orcid":"https://orcid.org/0000-0003-0647-0057"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulrich Trautwein","raw_affiliation_strings":["Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0647-0057","affiliations":[{"raw_affiliation_string":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008809634","display_name":"Enkelejda Kasneci","orcid":"https://orcid.org/0000-0003-3146-4484"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Enkelejda Kasneci","raw_affiliation_strings":["Human-Centered Technologies for Learning, Technical University of Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3146-4484","affiliations":[{"raw_affiliation_string":"Human-Centered Technologies for Learning, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3547,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88709005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"244","last_page":"253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9444000124931335,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7078617811203003},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.6663494110107422},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5617339611053467},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5083228945732117},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4948541522026062},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.44028595089912415},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.1824188232421875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7078617811203003},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.6663494110107422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5617339611053467},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5083228945732117},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4948541522026062},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.44028595089912415},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.1824188232421875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678957.3685710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3685710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1953262639","https://openalex.org/W1990999410","https://openalex.org/W1997199228","https://openalex.org/W2068258779","https://openalex.org/W2110706322","https://openalex.org/W2128909424","https://openalex.org/W2135840784","https://openalex.org/W2148143831","https://openalex.org/W2171822968","https://openalex.org/W2286954337","https://openalex.org/W2295598076","https://openalex.org/W2395639500","https://openalex.org/W2579508942","https://openalex.org/W2586364582","https://openalex.org/W2617728574","https://openalex.org/W2618851150","https://openalex.org/W2620872352","https://openalex.org/W2632394526","https://openalex.org/W2725237082","https://openalex.org/W2752533184","https://openalex.org/W2766559326","https://openalex.org/W2768343520","https://openalex.org/W2803293597","https://openalex.org/W2805377368","https://openalex.org/W2805421201","https://openalex.org/W2806439279","https://openalex.org/W2920894990","https://openalex.org/W2929144106","https://openalex.org/W2947760526","https://openalex.org/W2962862931","https://openalex.org/W2973085537","https://openalex.org/W2997591727","https://openalex.org/W3003515085","https://openalex.org/W3022986551","https://openalex.org/W3030256439","https://openalex.org/W3035047846","https://openalex.org/W3046735803","https://openalex.org/W3109181658","https://openalex.org/W3127637041","https://openalex.org/W3161128708","https://openalex.org/W3192070964","https://openalex.org/W4205748480","https://openalex.org/W4232914825","https://openalex.org/W4253533180","https://openalex.org/W4288400169","https://openalex.org/W4290829634","https://openalex.org/W4292794057","https://openalex.org/W4301104990","https://openalex.org/W4387421575","https://openalex.org/W4388689087","https://openalex.org/W4404692278"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Learners":[0],"often":[1],"experience":[2],"aware":[3,90,155,259],"and":[4,31,79,85,91,127,177,190,260,264],"unaware":[5,92,167,234,261],"mind":[6,41,93,133,156,168,235],"wandering":[7,94,115,157,169],"during":[8,95],"educational":[9,271],"tasks,":[10],"both":[11],"negatively":[12],"impacting":[13],"learning":[14,60],"outcomes.":[15],"Differentiating":[16],"these":[17,46],"types":[18],"of":[19,40,45,131,214,228,242,250,258],"task-unrelated":[20,125],"thoughts":[21,126],"is":[22],"crucial,":[23],"as":[24,201],"they":[25],"stem":[26],"from":[27,150,217],"different":[28],"cognitive":[29,278],"processes":[30],"warrant":[32],"tailored":[33],"support":[34],"that":[35,138,273],"addresses":[36],"the":[37,128,146,151,178,209,212,226,239,243,248,256],"specific":[38],"nature":[39],"wandering.":[42,134,236],"Automated":[43],"detection":[44,263],"episodes":[47],"could":[48],"help":[49],"mitigate":[50],"their":[51,132],"adverse":[52],"effects,":[53],"for":[54,221,269],"example,":[55],"by":[56],"developing":[57],"adaptive,":[58],"attention-aware":[59],"environments.":[61],"In":[62,99],"this":[63,245],"study":[64,246],"(N":[65],"=":[66,165,175,186],"87),":[67],"we":[68,107],"explored":[69],"a":[70,139,267],"novel":[71],"multimodal":[72,140,252],"approach,":[73],"combining":[74],"eye":[75],"tracking,":[76],"facial":[77,230],"videos,":[78],"physiological":[80,197],"wristbands":[81],"(i.e.,":[82],"electrodermal":[83],"activity":[84],"heart":[86],"rate),":[87],"to":[88,101,104,123,207,254,276],"predict":[89],"lecture":[96],"video":[97,191],"watching.":[98],"addition,":[100],"allow":[102],"comparison":[103],"previous":[105],"research,":[106],"also":[108],"predicted":[109],"an":[110],"integrated":[111],"mind-wandering":[112,262],"category.":[113],"Mind":[114],"was":[116,158],"assessed":[117],"using":[118],"15":[119],"two-stage":[120],"thought":[121],"probes":[122],"determine":[124],"participants\u2019":[129],"awareness":[130],"Our":[135],"findings":[136],"indicate":[137],"approach":[141],"outperforms":[142],"unimodal":[143],"methods,":[144],"utilizing":[145],"top":[147],"100":[148],"features":[149,192,216],"fused":[152],"data.":[153],"Specifically,":[154],"detected":[159],"at":[160,170,181],"20%":[161],"above":[162,172,183],"chance":[163,173,184],"(AUC-PR":[164,174,185],"0.396),":[166],"14%":[171],"0.267),":[176],"combined":[179],"category":[180],"40%":[182],"0.637).":[187],"Eye":[188],"tracking":[189],"proved":[193],"more":[194],"predictive":[195],"than":[196],"measures":[198],"when":[199],"used":[200],"standalone":[202],"modalities.":[203],"SHAP":[204],"analysis,":[205],"employed":[206],"explain":[208],"results,":[210],"highlighted":[211],"significance":[213],"integrating":[215],"all":[218],"three":[219],"modalities":[220],"effective":[222],"detection,":[223],"particularly":[224],"emphasizing":[225],"role":[227],"video-based":[229],"expressions":[231],"in":[232],"identifying":[233],"Going":[237],"beyond":[238],"current":[240],"state":[241],"art,":[244],"demonstrates":[247],"potential":[249],"leveraging":[251],"data":[253],"enhance":[255],"precision":[257],"differentiation,":[265],"setting":[266],"foundation":[268],"advancing":[270],"technologies":[272],"respond":[274],"dynamically":[275],"learners\u2019":[277],"states.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-06-28T08:01:55.173337","created_date":"2025-10-10T00:00:00"}