{"id":"https://openalex.org/W3011751567","doi":"https://doi.org/10.1145/3375462.3375498","title":"Predicting learners' effortful behaviour in adaptive assessment using multimodal data","display_name":"Predicting learners' effortful behaviour in adaptive assessment using multimodal data","publication_year":2020,"publication_date":"2020-03-13","ids":{"openalex":"https://openalex.org/W3011751567","doi":"https://doi.org/10.1145/3375462.3375498","mag":"3011751567"},"language":"en","primary_location":{"id":"doi:10.1145/3375462.3375498","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3375462.3375498","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://infoscience.epfl.ch/handle/20.500.14299/171621","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000491132","display_name":"Kshitij Sharma","orcid":"https://orcid.org/0000-0003-3364-637X"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Kshitij Sharma","raw_affiliation_strings":["Norwegian University of Science and Technology, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082727974","display_name":"Zacharoula Papamitsiou","orcid":"https://orcid.org/0000-0002-0982-3623"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Zacharoula Papamitsiou","raw_affiliation_strings":["Norwegian University of Science and Technology, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004626620","display_name":"Jennifer K. Olsen","orcid":"https://orcid.org/0000-0002-4395-4096"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jennifer K. Olsen","raw_affiliation_strings":["Ecole Polytechnique Federale de Lausanne, Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique Federale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029977269","display_name":"Michail N. Giannakos","orcid":"https://orcid.org/0000-0002-8016-6208"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michail Giannakos","raw_affiliation_strings":["Norwegian University of Science and Technology, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5000491132"],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":null,"apc_paid":null,"fwci":5.2768,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.96325975,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"480","last_page":"489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.7461739778518677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7295991778373718},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6379938721656799},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5863528251647949},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5647401809692383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5551849007606506},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.44925954937934875}],"concepts":[{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.7461739778518677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7295991778373718},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6379938721656799},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5863528251647949},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5647401809692383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5551849007606506},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.44925954937934875},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3375462.3375498","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3375462.3375498","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},{"id":"pmh:oai:infoscience.epfl.ch:280006","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/171621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"conference proceedings"},{"id":"pmh:oai:ntnuopen.ntnu.no:11250/2736770","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/2736770","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"480-489","raw_type":"info:eu-repo/semantics/bookPart"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:280006","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/171621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"conference proceedings"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W26396891","https://openalex.org/W133284495","https://openalex.org/W179656934","https://openalex.org/W1492096501","https://openalex.org/W1533193374","https://openalex.org/W1595126664","https://openalex.org/W1596401170","https://openalex.org/W1597703949","https://openalex.org/W1776867500","https://openalex.org/W1814373766","https://openalex.org/W1886742437","https://openalex.org/W1942071798","https://openalex.org/W1959691478","https://openalex.org/W1968779470","https://openalex.org/W1968953480","https://openalex.org/W1973003216","https://openalex.org/W1979082911","https://openalex.org/W1979107521","https://openalex.org/W1992227954","https://openalex.org/W2007258384","https://openalex.org/W2013785827","https://openalex.org/W2023133322","https://openalex.org/W2033198735","https://openalex.org/W2040084725","https://openalex.org/W2055537896","https://openalex.org/W2056943760","https://openalex.org/W2072707042","https://openalex.org/W2079003986","https://openalex.org/W2084008912","https://openalex.org/W2094147479","https://openalex.org/W2105043933","https://openalex.org/W2109901510","https://openalex.org/W2117342357","https://openalex.org/W2124689820","https://openalex.org/W2127090229","https://openalex.org/W2147218516","https://openalex.org/W2153076044","https://openalex.org/W2154323213","https://openalex.org/W2155847384","https://openalex.org/W2162113618","https://openalex.org/W2209258291","https://openalex.org/W2307375722","https://openalex.org/W2318984901","https://openalex.org/W2335612402","https://openalex.org/W2337856443","https://openalex.org/W2342637743","https://openalex.org/W2346245726","https://openalex.org/W2346719315","https://openalex.org/W2398162348","https://openalex.org/W2474320514","https://openalex.org/W2492249789","https://openalex.org/W2513140567","https://openalex.org/W2521167646","https://openalex.org/W2530083052","https://openalex.org/W2557159259","https://openalex.org/W2566084804","https://openalex.org/W2587531416","https://openalex.org/W2591818083","https://openalex.org/W2593440796","https://openalex.org/W2603824136","https://openalex.org/W2756344104","https://openalex.org/W2759093838","https://openalex.org/W2791087214","https://openalex.org/W2801637637","https://openalex.org/W2805170119","https://openalex.org/W2903438107","https://openalex.org/W2915242274","https://openalex.org/W2917137760","https://openalex.org/W2921191053","https://openalex.org/W2963403519","https://openalex.org/W2998768810","https://openalex.org/W3152157423","https://openalex.org/W3169881515"],"related_works":["https://openalex.org/W2364370872","https://openalex.org/W2097963413","https://openalex.org/W2025614924","https://openalex.org/W2735765216","https://openalex.org/W3145575561","https://openalex.org/W2995886640","https://openalex.org/W1591475660","https://openalex.org/W2294335174","https://openalex.org/W4386259002","https://openalex.org/W1894304482"],"abstract_inverted_index":{"Many":[0],"factors":[1],"influence":[2],"learners'":[3],"performance":[4],"on":[5,119],"an":[6,59,67,80],"activity":[7],"beyond":[8],"the":[9,47,62,72,100,115,120,133,139,157,165,174,182,186,191,198,204,210,212],"knowledge":[10],"required.":[11],"Learners'":[12],"on-task":[13],"effort":[14,35,54,65,112,160,211],"has":[15],"been":[16],"acknowledged":[17],"for":[18,53,61],"strongly":[19],"relating":[20],"to":[21,99,103,113,193,197],"their":[22],"educational":[23],"outcomes,":[24],"reflecting":[25],"how":[26],"actively":[27],"they":[28],"are":[29,214],"engaged":[30],"in":[31,66,168,200],"that":[32,153,185],"activity.":[33],"However,":[34],"is":[36,184],"not":[37],"directly":[38],"observable.":[39],"Multimodal":[40],"data":[41,88,102],"can":[42,155],"provide":[43,151,194],"additional":[44],"insights":[45],"into":[46],"learning":[48],"processes":[49],"and":[50,86,93,132,161,209],"may":[51],"allow":[52],"estimation.":[55],"This":[56],"paper":[57],"presents":[58],"approach":[60,183],"classification":[63,144],"of":[64,74,127,181],"adaptive":[68,81],"assessment":[69],"context.":[70],"Specifically,":[71],"behaviour":[73,162],"32":[75],"students":[76],"was":[77],"captured":[78],"during":[79],"self-assessment":[82],"activity,":[83],"using":[84,124],"logs":[85],"physiological":[87],"(i.e.,":[89],"eye-tracking,":[90],"EEG,":[91],"wristband":[92],"facial":[94],"expressions).":[95],"We":[96,136],"applied":[97],"k-means":[98],"multimodal":[101,166],"cluster":[104],"students'":[105,111],"behavioural":[106,122,207],"patterns.":[107],"Next,":[108],"we":[109],"predicted":[110],"complete":[114],"upcoming":[116],"task,":[117],"based":[118],"discovered":[121],"patterns":[123,208],"a":[125,169,178],"combination":[126],"Hidden":[128],"Markov":[129],"Models":[130],"(HMMs)":[131],"Viterbi":[134],"algorithm.":[135],"also":[137,189],"compared":[138],"results":[140],"with":[141],"other":[142,175],"state-of-the-art":[143],"algorithms":[145],"(SVM,":[146],"Random":[147],"Forest).":[148],"Our":[149],"findings":[150],"evidence":[152],"HMMs":[154,188],"encode":[156],"relationship":[158,205],"between":[159,206],"(captured":[163],"by":[164,202],"data)":[167],"more":[170],"efficient":[171],"way":[172],"than":[173],"methods.":[176],"Foremost,":[177],"practical":[179],"implication":[180],"derived":[187],"pinpoint":[190],"moments":[192],"preventive/prescriptive":[195],"feedback":[196],"learners":[199,213],"real-time,":[201],"building-upon":[203],"putting":[215],"in.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":7}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}