{"id":"https://openalex.org/W4390905842","doi":"https://doi.org/10.1109/aciiw59127.2023.10388144","title":"Early vs. Late Multimodal Fusion for Recognizing Confusion in Collaborative Tasks","display_name":"Early vs. Late Multimodal Fusion for Recognizing Confusion in Collaborative Tasks","publication_year":2023,"publication_date":"2023-09-10","ids":{"openalex":"https://openalex.org/W4390905842","doi":"https://doi.org/10.1109/aciiw59127.2023.10388144"},"language":"en","primary_location":{"id":"doi:10.1109/aciiw59127.2023.10388144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw59127.2023.10388144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093688796","display_name":"Anisha Ashwath","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anisha Ashwath","raw_affiliation_strings":["Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093688797","display_name":"Michael Peechatt","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Peechatt","raw_affiliation_strings":["Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067170834","display_name":"Cecilia Ovesdotter Alm","orcid":"https://orcid.org/0000-0002-8730-0916"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cecilia Alm","raw_affiliation_strings":["Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","College of Liberal Arts Rochester Institute of Technology, Rochester, USA","Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":"College of Liberal Arts Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046158825","display_name":"Reynold Bailey","orcid":"https://orcid.org/0000-0001-8964-9663"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reynold Bailey","raw_affiliation_strings":["Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology,Rochester,USA","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":"Golisano College of Computing and Information Sciences Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7419188022613525},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7110809087753296},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.7057437896728516},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5779408812522888},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4902113080024719},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4752000570297241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46984022855758667},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.44740724563598633},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.42222660779953003},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36192309856414795},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13479837775230408}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7419188022613525},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7110809087753296},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.7057437896728516},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5779408812522888},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4902113080024719},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4752000570297241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46984022855758667},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44740724563598633},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.42222660779953003},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36192309856414795},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13479837775230408},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aciiw59127.2023.10388144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw59127.2023.10388144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1587447546","https://openalex.org/W1918592146","https://openalex.org/W1989085630","https://openalex.org/W2171939880","https://openalex.org/W2512394542","https://openalex.org/W2776541261","https://openalex.org/W2976851020","https://openalex.org/W4206385942","https://openalex.org/W4287887249","https://openalex.org/W7075997613"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"There":[0],"has":[1],"been":[2],"a":[3,59,115],"rapid":[4],"transformation":[5],"in":[6,141],"the":[7,15,31,80,100],"medium":[8],"of":[9,30,102],"learning":[10,66],"and":[11,25,47,67],"communication":[12],"due":[13],"to":[14,23,71],"pandemic.":[16],"Multitudes":[17],"have":[18],"adopted":[19],"online":[20,45,65,77],"video":[21],"platforms":[22],"learn":[24],"work":[26,89],"from":[27],"any":[28],"corner":[29],"world.":[32],"Emotion":[33],"detection":[34],"is":[35,58],"vital":[36],"for":[37,48],"understanding":[38],"how":[39],"well":[40],"instructions":[41],"are":[42],"communicated":[43],"through":[44],"interactions":[46],"building":[49,118],"cognitive":[50],"systems":[51],"that":[52,62,127],"can":[53,63,68,139],"identify":[54],"human":[55],"behavior.":[56],"Confusion":[57],"key":[60],"emotion":[61],"impact":[64,101],"be":[69],"used":[70],"verify":[72],"whether":[73],"students":[74],"using":[75],"an":[76],"platform":[78],"understand":[79],"material":[81],"being":[82],"taught.":[83],"Our":[84],"research":[85],"expands":[86],"on":[87,94,110],"previous":[88],"regarding":[90],"confusion":[91,112],"detection,":[92],"focusing":[93],"data":[95],"fusion":[96,104,108,129,137],"techniques.":[97],"We":[98],"explore":[99],"early":[103],"(feature-level)":[105],"vs":[106],"late":[107,128],"(decision-level)":[109],"modeling":[111],"identification":[113],"during":[114],"collaborative":[116],"block":[117],"task.":[119],"Experimenting":[120],"with":[121,132],"different":[122],"classifiers,":[123],"our":[124],"results":[125],"show":[126],"performs":[130],"better":[131],"larger":[133],"time":[134],"windows.":[135],"This":[136],"approach":[138],"aid":[140],"model":[142],"interpretability.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}