{"id":"https://openalex.org/W3085704762","doi":"https://doi.org/10.1109/coins49042.2020.9191370","title":"A Survey on Multimodal Data Stream Mining for e-Learner\u2019s Emotion Recognition","display_name":"A Survey on Multimodal Data Stream Mining for e-Learner\u2019s Emotion Recognition","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3085704762","doi":"https://doi.org/10.1109/coins49042.2020.9191370","mag":"3085704762"},"language":"en","primary_location":{"id":"doi:10.1109/coins49042.2020.9191370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coins49042.2020.9191370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Omni-layer Intelligent Systems (COINS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/329794","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024596909","display_name":"Arijit Nandi","orcid":"https://orcid.org/0000-0003-4238-5183"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Arijit Nandi","raw_affiliation_strings":["Department of Computer Science, Universitat Politcnica de Catalunya (BarcelonaTech), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universitat Politcnica de Catalunya (BarcelonaTech), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007964745","display_name":"Fatos Xhafa","orcid":"https://orcid.org/0000-0001-6569-5497"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Fatos Xhafa","raw_affiliation_strings":["Department of Computer Science, Universitat Politcnica de Catalunya (BarcelonaTech), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universitat Politcnica de Catalunya (BarcelonaTech), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042895080","display_name":"Laia Subirats","orcid":"https://orcid.org/0000-0001-8646-5463"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Laia Subirats","raw_affiliation_strings":["Eurecat, Centre Tecnolgic de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Eurecat, Centre Tecnolgic de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011868243","display_name":"Santi Fort","orcid":"https://orcid.org/0000-0003-2189-6830"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Santi Fort","raw_affiliation_strings":["Eurecat, Centre Tecnolgic de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Eurecat, Centre Tecnolgic de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024596909"],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":1.9589,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.86635395,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9484000205993652,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.7653782963752747},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.730076789855957},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6701503396034241},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.6460529565811157},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.49672752618789673},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4700549840927124},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4676218628883362},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.4431273639202118},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4429433345794678},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4374582767486572},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.42348340153694153},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4191080629825592},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3854106068611145},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33263933658599854},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23898634314537048}],"concepts":[{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.7653782963752747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730076789855957},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6701503396034241},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.6460529565811157},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.49672752618789673},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4700549840927124},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4676218628883362},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.4431273639202118},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4429433345794678},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4374582767486572},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.42348340153694153},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4191080629825592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3854106068611145},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33263933658599854},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23898634314537048},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/coins49042.2020.9191370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coins49042.2020.9191370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Omni-layer Intelligent Systems (COINS)","raw_type":"proceedings-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/329794","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/329794","pdf_url":null,"source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/329794","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/329794","pdf_url":null,"source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W144440563","https://openalex.org/W648686070","https://openalex.org/W1520214690","https://openalex.org/W1885777359","https://openalex.org/W1975644852","https://openalex.org/W1987128523","https://openalex.org/W1992377643","https://openalex.org/W2002055708","https://openalex.org/W2010796033","https://openalex.org/W2020702014","https://openalex.org/W2028688779","https://openalex.org/W2043011534","https://openalex.org/W2054420970","https://openalex.org/W2064723839","https://openalex.org/W2071954570","https://openalex.org/W2081429515","https://openalex.org/W2103524533","https://openalex.org/W2126301669","https://openalex.org/W2134945695","https://openalex.org/W2135335717","https://openalex.org/W2151554678","https://openalex.org/W2171595179","https://openalex.org/W2209120240","https://openalex.org/W2333427390","https://openalex.org/W2396728763","https://openalex.org/W2460586963","https://openalex.org/W2470220343","https://openalex.org/W2508519440","https://openalex.org/W2518587879","https://openalex.org/W2520384474","https://openalex.org/W2555243686","https://openalex.org/W2586885782","https://openalex.org/W2590378553","https://openalex.org/W2619383789","https://openalex.org/W2772035432","https://openalex.org/W2786768213","https://openalex.org/W2793185901","https://openalex.org/W2883325838","https://openalex.org/W2892812948","https://openalex.org/W2907305864","https://openalex.org/W2918153055","https://openalex.org/W2933627812","https://openalex.org/W2968055463","https://openalex.org/W2970405962","https://openalex.org/W2978360381","https://openalex.org/W3003253354","https://openalex.org/W3209398106","https://openalex.org/W4230277160","https://openalex.org/W4285719527","https://openalex.org/W6605866200","https://openalex.org/W6630959999","https://openalex.org/W6678733505","https://openalex.org/W6680192438","https://openalex.org/W6688419140","https://openalex.org/W6720414400"],"related_works":["https://openalex.org/W2980881520","https://openalex.org/W127837312","https://openalex.org/W2026983969","https://openalex.org/W2962931510","https://openalex.org/W2017261127","https://openalex.org/W4380551887","https://openalex.org/W1555038932","https://openalex.org/W2147938865","https://openalex.org/W4290996278","https://openalex.org/W3085704762"],"abstract_inverted_index":{"Emotions":[0],"play":[1],"a":[2,62],"crucial":[3],"role":[4,20],"in":[5,51,65,107,119,142],"learning.":[6],"To":[7],"improve":[8],"and":[9,42,53,93,136,149,157],"optimize":[10],"electronic":[11],"learning":[12],"(e-Learning)":[13],"outcomes,":[14],"many":[15,29,35,68],"researchers":[16,24],"have":[17,25,44,60,113,130,159],"investigated":[18,132],"the":[19,48,54,122,133,146,153,174],"of":[21,56,88,103,126],"emotions.":[22],"Also,":[23,128],"come":[26],"up":[27],"with":[28,67,78,90,152],"approaches":[30],"to":[31,38,144,178],"utilize":[32],"one":[33],"or":[34],"data":[36,89,97,106,124,171],"modalities":[37],"achieve":[39],"this":[40,110],"goal,":[41],"they":[43],"been":[45],"successful.":[46],"But":[47],"recent":[49],"advancements":[50],"technology":[52],"internet":[55],"things":[57],"(IoT)":[58],"devices":[59,70],"brought":[61],"new":[63,81],"dimension":[64,82],"e-Learning,":[66],"input":[69],"(such":[71],"as":[72],"webcams,":[73],"fit-bands":[74],"etc.)":[75],"for":[76,164],"interacting":[77],"e-Learners.":[79],"This":[80],"brings":[83],"not":[84],"only":[85],"massive":[86],"amounts":[87],"volume,":[91],"variety,":[92],"velocity":[94],"called":[95],"multimodal":[96,123,169],"streams":[98,125],"but":[99],"also":[100,182],"more":[101],"challenges":[102],"mining":[104],"those":[105],"real-time.":[108],"In":[109],"work,":[111],"we":[112,129,158],"focused":[114],"on":[115,138],"state-of-the-art":[116],"emotion":[117,139,154,165],"recognition":[118,140,166],"e-Learning":[120,143],"utilizing":[121,168],"learners.":[127],"thoroughly":[131],"past":[134],"research":[135,176],"surveys":[137],"methods":[141],"find":[145],"affecting":[147],"emotions":[148],"their":[150],"relations":[151],"measurement":[155],"channels;":[156],"compared":[160],"several":[161],"data-stream":[162],"classifiers":[163],"by":[167],"physiological":[170],"streams.":[172],"Finally,":[173],"future":[175],"opportunities":[177],"be":[179],"addressed":[180],"are":[181],"discussed.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}