{"id":"https://openalex.org/W3028965967","doi":"https://doi.org/10.1007/s10639-020-10229-w","title":"Multimodal data indicators for capturing cognitive, motivational, and emotional learning processes: A systematic literature review","display_name":"Multimodal data indicators for capturing cognitive, motivational, and emotional learning processes: A systematic literature review","publication_year":2020,"publication_date":"2020-05-30","ids":{"openalex":"https://openalex.org/W3028965967","doi":"https://doi.org/10.1007/s10639-020-10229-w","mag":"3028965967"},"language":"en","primary_location":{"id":"doi:10.1007/s10639-020-10229-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10639-020-10229-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10639-020-10229-w.pdf","source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10639-020-10229-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071892501","display_name":"Omid Noroozi","orcid":"https://orcid.org/0000-0002-0622-289X"},"institutions":[{"id":"https://openalex.org/I913481162","display_name":"Wageningen University & Research","ror":"https://ror.org/04qw24q55","country_code":"NL","type":"education","lineage":["https://openalex.org/I913481162"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI","NL"],"is_corresponding":true,"raw_author_name":"Omid Noroozi","raw_affiliation_strings":["Education and Learning Sciences, Wageningen University and Research, P.O. Box 8130, NL 6700 EW, Wageningen, Netherlands","University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-0622-289X","affiliations":[{"raw_affiliation_string":"Education and Learning Sciences, Wageningen University and Research, P.O. Box 8130, NL 6700 EW, Wageningen, Netherlands","institution_ids":["https://openalex.org/I913481162"]},{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069091838","display_name":"H\u00e9ctor J. Pijeira\u2010D\u00edaz","orcid":"https://orcid.org/0000-0003-4580-8997"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"H\u00e9ctor J. Pijeira-D\u00edaz","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039138009","display_name":"M\u00e1rta Sobocinski","orcid":"https://orcid.org/0000-0001-9591-9113"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Marta Sobocinski","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017021889","display_name":"Muhterem Dindar","orcid":"https://orcid.org/0000-0002-4094-5274"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Muhterem Dindar","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054198262","display_name":"Sanna J\u00e4rvel\u00e4","orcid":"https://orcid.org/0000-0001-6223-3668"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sanna J\u00e4rvel\u00e4","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069373510","display_name":"Paul A. Kirschner","orcid":"https://orcid.org/0000-0002-8743-0462"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI","NL"],"is_corresponding":false,"raw_author_name":"Paul A. Kirschner","raw_affiliation_strings":["Open University of the Netherlands, 6419 AT, Heerlen, Netherlands","University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Open University of the Netherlands, 6419 AT, Heerlen, Netherlands","institution_ids":["https://openalex.org/I7876267"]},{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071892501"],"corresponding_institution_ids":["https://openalex.org/I913481162","https://openalex.org/I98381234"],"apc_list":{"value":2590,"currency":"EUR","value_usd":3190},"apc_paid":{"value":2590,"currency":"EUR","value_usd":3190},"fwci":9.7471,"has_fulltext":true,"cited_by_count":88,"citation_normalized_percentile":{"value":0.98407455,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"25","issue":"6","first_page":"5499","last_page":"5547"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8778215050697327},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6523404717445374},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5816284418106079},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5375188589096069},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4107779860496521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2711339294910431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24360942840576172}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8778215050697327},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6523404717445374},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5816284418106079},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5375188589096069},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4107779860496521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2711339294910431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24360942840576172},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10639-020-10229-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10639-020-10229-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10639-020-10229-w.pdf","source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"},{"id":"pmh:oai:library.wur.nl:wurpubs/565669","is_oa":true,"landing_page_url":"https://research.wur.nl/en/publications/multimodal-data-indicators-for-capturing-cognitive-motivational-a","pdf_url":"https://edepot.wur.nl/524069","source":{"id":"https://openalex.org/S4210201231","display_name":"Socio-Environmental Systems Modeling","issn_l":"2663-3027","issn":["2663-3027"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1360-2357","raw_type":"Article/Letter to editor"},{"id":"pmh:oai:oulu.fi:nbnfi-fe20201210100166","is_oa":true,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe20201210100166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10639-020-10229-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10639-020-10229-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10639-020-10229-w.pdf","source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3028965967.pdf","grobid_xml":"https://content.openalex.org/works/W3028965967.grobid-xml"},"referenced_works_count":75,"referenced_works":["https://openalex.org/W25410837","https://openalex.org/W59945560","https://openalex.org/W221736519","https://openalex.org/W1454692716","https://openalex.org/W1604945012","https://openalex.org/W1741890539","https://openalex.org/W1777119744","https://openalex.org/W1916782697","https://openalex.org/W1967371720","https://openalex.org/W1967790798","https://openalex.org/W1983609139","https://openalex.org/W1986562243","https://openalex.org/W1994391301","https://openalex.org/W2019312772","https://openalex.org/W2022190639","https://openalex.org/W2029165613","https://openalex.org/W2032406331","https://openalex.org/W2033635053","https://openalex.org/W2045572793","https://openalex.org/W2057099835","https://openalex.org/W2060857057","https://openalex.org/W2063397592","https://openalex.org/W2065073464","https://openalex.org/W2075767206","https://openalex.org/W2077414173","https://openalex.org/W2079680410","https://openalex.org/W2087119734","https://openalex.org/W2094167044","https://openalex.org/W2100535248","https://openalex.org/W2101715323","https://openalex.org/W2106341825","https://openalex.org/W2108190223","https://openalex.org/W2114909357","https://openalex.org/W2118999532","https://openalex.org/W2122575992","https://openalex.org/W2125613371","https://openalex.org/W2129062063","https://openalex.org/W2132739296","https://openalex.org/W2140809031","https://openalex.org/W2160827508","https://openalex.org/W2164185374","https://openalex.org/W2170637001","https://openalex.org/W2171618137","https://openalex.org/W2171939880","https://openalex.org/W2206168778","https://openalex.org/W2238870697","https://openalex.org/W2268180127","https://openalex.org/W2284190574","https://openalex.org/W2338918660","https://openalex.org/W2341532344","https://openalex.org/W2344085012","https://openalex.org/W2399071157","https://openalex.org/W2404633663","https://openalex.org/W2487824393","https://openalex.org/W2585780990","https://openalex.org/W2588009745","https://openalex.org/W2590255117","https://openalex.org/W2611698603","https://openalex.org/W2762345875","https://openalex.org/W2763673406","https://openalex.org/W2786460541","https://openalex.org/W2903932929","https://openalex.org/W2916734143","https://openalex.org/W2932568222","https://openalex.org/W2942629971","https://openalex.org/W2963648383","https://openalex.org/W2966096394","https://openalex.org/W3016515167","https://openalex.org/W3044291841","https://openalex.org/W4236533540","https://openalex.org/W4236827811","https://openalex.org/W4249187927","https://openalex.org/W4252436269","https://openalex.org/W6602439960","https://openalex.org/W6712722652"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"systematic":[2],"review":[3],"on":[4,45,137,150,158,165,201,237],"data":[5,46,70,90,230],"modalities":[6,21,80,91,102,119],"synthesises":[7],"the":[8,84,95,131,138,180,187,238],"research":[9,44,72,200],"findings":[10,55],"in":[11,49,56],"terms":[12,57],"of":[13,58,69,75,101,141,168,174,183,191,205,216,240],"how":[14],"to":[15,82,222,231],"optimally":[16],"use":[17,182],"and":[18,26,32,40,79,114,127,171,193,196,213],"combine":[19],"such":[20],"when":[22],"investigating":[23],"cognitive,":[24,169,211],"motivational,":[25,170,212],"emotional":[27,159,172,214],"learning":[28,77,217,226],"processes.":[29],"ERIC,":[30],"WoS,":[31],"ScienceDirect":[33],"databases":[34],"were":[35,92,103,120],"searched":[36],"with":[37,228],"specific":[38],"keywords":[39],"inclusion":[41],"criteria":[42],"for":[43,179,189,198],"modalities,":[47],"resulting":[48],"207":[50,96,132],"relevant":[51],"publications.":[52],"We":[53],"provide":[54],"target":[59],"journal,":[60],"country,":[61],"subject,":[62],"participant":[63],"characteristics,":[64],"educational":[65],"level,":[66],"foci,":[67],"type":[68,74],"modality,":[71],"method,":[73],"learning,":[76,142],"setting,":[78],"used":[81],"study":[83],"different":[85],"foci.":[86],"In":[87],"total,":[88],"18":[89],"classified.":[93],"For":[94],"multimodal":[97,229],"publications,":[98,133],"721":[99],"occurrences":[100],"observed.":[104],"The":[105,116],"most":[106],"popular":[107],"modality":[108],"was":[109],"interview":[110],"followed":[111,143],"by":[112,144],"survey":[113],"observation.":[115],"least":[117],"common":[118],"heart":[121],"rate":[122],"variability,":[123],"facial":[124],"expression":[125],"recognition,":[126],"screen":[128],"recording.":[129],"From":[130],"98":[134],"focused":[135,149,157,164],"exclusively":[136,156],"cognitive":[139],"aspects":[140,173,204,215],"27":[145],"publications":[146,155,163],"that":[147],"only":[148,153],"motivation,":[151],"while":[152],"five":[154],"aspects.":[160],"Only":[161],"10":[162],"a":[166,233],"combination":[167],"learning.":[175,206,241],"Our":[176],"results":[177],"plea":[178],"increased":[181],"objective":[184,192],"measures,":[185],"highlight":[186],"need":[188],"triangulation":[190],"subjective":[194],"data,":[195],"demand":[197],"more":[199,234],"combining":[202],"various":[203],"Further,":[207],"rather":[208],"than":[209],"researching":[210],"separately,":[218],"we":[219],"encourage":[220],"scholars":[221],"tap":[223],"into":[224],"multiple":[225],"processes":[227],"derive":[232],"comprehensive":[235],"view":[236],"phenomenon":[239]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":5}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}