{"id":"https://openalex.org/W4387421109","doi":"https://doi.org/10.1145/3577190.3614127","title":"How Noisy is Too Noisy? The Impact of Data Noise on Multimodal Recognition of Confusion and Conflict During Collaborative Learning","display_name":"How Noisy is Too Noisy? The Impact of Data Noise on Multimodal Recognition of Confusion and Conflict During Collaborative Learning","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387421109","doi":"https://doi.org/10.1145/3577190.3614127"},"language":"en","primary_location":{"id":"doi:10.1145/3577190.3614127","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3577190.3614127","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072818182","display_name":"Yingbo Ma","orcid":"https://orcid.org/0009-0001-5271-7025"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yingbo Ma","raw_affiliation_strings":["Computer & Information Science & Engineering, University of Florida, United States"],"affiliations":[{"raw_affiliation_string":"Computer & Information Science & Engineering, University of Florida, United States","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023251978","display_name":"Mehmet Celepkolu","orcid":"https://orcid.org/0000-0002-3622-0967"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehmet Celepkolu","raw_affiliation_strings":["Computer & Information Science & Engineering, University of Florida, United States"],"affiliations":[{"raw_affiliation_string":"Computer & Information Science & Engineering, University of Florida, United States","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032549993","display_name":"Kristy Elizabeth Boyer","orcid":"https://orcid.org/0000-0003-3434-3450"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristy Elizabeth Boyer","raw_affiliation_strings":["Computer & Information Science & Engineering, University of Florida, United States"],"affiliations":[{"raw_affiliation_string":"Computer & Information Science & Engineering, University of Florida, United States","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015273609","display_name":"Collin Lynch","orcid":"https://orcid.org/0000-0001-6958-9368"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Collin F. Lynch","raw_affiliation_strings":["Computer Science, North Carolina State University, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science, North Carolina State University, United States","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088202585","display_name":"Eric Wiebe","orcid":"https://orcid.org/0000-0002-5920-5225"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Wiebe","raw_affiliation_strings":["STEM Education, North Carolina State University, United States"],"affiliations":[{"raw_affiliation_string":"STEM Education, North Carolina State University, United States","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011088025","display_name":"Maya Israel","orcid":"https://orcid.org/0000-0003-0302-6559"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]},{"id":"https://openalex.org/I1308574656","display_name":"Florida Department of Education","ror":"https://ror.org/02knm8c59","country_code":"US","type":"government","lineage":["https://openalex.org/I1308574656"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maya Israel","raw_affiliation_strings":["Educational Technology & Computer Science Education, University of Florida, United States"],"affiliations":[{"raw_affiliation_string":"Educational Technology & Computer Science Education, University of Florida, United States","institution_ids":["https://openalex.org/I1308574656","https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072818182"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.5652,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.62883915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"326","last_page":"335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12593","display_name":"Communication in Education and Healthcare","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.8195604085922241},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6944007873535156},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6835213899612427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4704552888870239},{"id":"https://openalex.org/keywords/noisy-data","display_name":"Noisy data","score":0.4349937438964844},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3737809658050537},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.36895596981048584},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14452913403511047},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.13479214906692505}],"concepts":[{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.8195604085922241},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6944007873535156},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6835213899612427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4704552888870239},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.4349937438964844},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3737809658050537},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36895596981048584},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14452913403511047},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.13479214906692505},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3577190.3614127","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3577190.3614127","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1524267529","display_name":null,"funder_award_id":"DRL-1640141","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1539811621","https://openalex.org/W1584308190","https://openalex.org/W1989348468","https://openalex.org/W2000330624","https://openalex.org/W2085662862","https://openalex.org/W2094160350","https://openalex.org/W2098992993","https://openalex.org/W2115008841","https://openalex.org/W2131785903","https://openalex.org/W2141193105","https://openalex.org/W2145276111","https://openalex.org/W2148143831","https://openalex.org/W2150610356","https://openalex.org/W2184514229","https://openalex.org/W2239141610","https://openalex.org/W2252659491","https://openalex.org/W2593216051","https://openalex.org/W2605961645","https://openalex.org/W2619383789","https://openalex.org/W2737559518","https://openalex.org/W2767388699","https://openalex.org/W2770306370","https://openalex.org/W2771026009","https://openalex.org/W2791124954","https://openalex.org/W2840213810","https://openalex.org/W2885472691","https://openalex.org/W2901997537","https://openalex.org/W2948646149","https://openalex.org/W2981040244","https://openalex.org/W3011043904","https://openalex.org/W3044050414","https://openalex.org/W3082506751","https://openalex.org/W3094411023","https://openalex.org/W3125840757","https://openalex.org/W3127747636","https://openalex.org/W3135038420","https://openalex.org/W3147719764","https://openalex.org/W3172598803","https://openalex.org/W3174906557","https://openalex.org/W3209376089","https://openalex.org/W3215542606","https://openalex.org/W4214890135","https://openalex.org/W4244897136","https://openalex.org/W4308222532","https://openalex.org/W4321442084","https://openalex.org/W6797613833"],"related_works":["https://openalex.org/W2964976023","https://openalex.org/W1982477181","https://openalex.org/W2403083015","https://openalex.org/W4285488523","https://openalex.org/W2011367623","https://openalex.org/W2734065904","https://openalex.org/W2888188966","https://openalex.org/W3208786872","https://openalex.org/W2990812465","https://openalex.org/W3038785057"],"abstract_inverted_index":{"Intelligent":[0],"systems":[1,235],"to":[2,135,154,216],"support":[3,237],"collaborative":[4,82,238],"learning":[5,239],"rely":[6],"on":[7,73],"real-time":[8],"behavioral":[9],"data,":[10,18,213],"including":[11],"language,":[12],"audio,":[13],"and":[14,31,78,107,125,197,222],"video.":[15],"However,":[16],"noisy":[17],"such":[19],"as":[20,182],"word":[21,97],"errors":[22,95,109],"in":[23,34,56,127,143,170,211,219,240],"speech":[24],"recognition,":[25],"audio":[26,101,145],"static":[27],"or":[28],"background":[29],"noise,":[30],"facial":[32,112],"mistracking":[33],"video,":[35],"often":[36],"limit":[37],"the":[38,57,68,74,119,128,138,144,147,157,164,171,206,230],"utility":[39],"of":[40,48,59,70,76,88,209,233],"multimodal":[41,54,195,201],"data.":[42],"It":[43],"is":[44],"an":[45],"open":[46],"question":[47],"how":[49],"we":[50,66,192],"can":[51],"build":[52],"reliable":[53],"models":[55,196],"face":[58,187],"substantial":[60],"data":[61,71,202],"noise.":[62],"In":[63],"this":[64],"paper,":[65],"investigate":[67],"impact":[69],"noise":[72,102,210],"recognition":[75],"confusion":[77,124,221],"conflict":[79,126],"moments":[80],"during":[81],"programming":[83],"sessions":[84],"by":[85],"25":[86],"dyads":[87],"elementary":[89],"school":[90],"learners.":[91],"We":[92],"measure":[93],"language":[94,129],"with":[96,103,110],"error":[98],"rate":[99],"(WER),":[100],"speech-to-noise":[104],"ratio":[105],"(SNR),":[106],"video":[108,172],"frame-by-frame":[111],"tracking":[113],"accuracy.":[114],"The":[115],"results":[116],"showed":[117],"that":[118,199,236],"model\u2019s":[120,148,165],"accuracy":[121,149,166,218],"for":[122,229],"detecting":[123],"modality":[130,173],"decreased":[131,150],"drastically":[132],"from":[133,152],"0.84":[134],"0.73":[136],"when":[137,156],"WER":[139],"exceeded":[140],"20%.":[141],"Similarly,":[142],"modality,":[146],"sharply":[151],"0.79":[153],"0.61":[155],"SNR":[158],"dropped":[159],"below":[160],"5":[161],"dB.":[162],"Conversely,":[163],"remained":[167],"relatively":[168],"constant":[169],"at":[174,183],"a":[175],"comparable":[176],"level":[177],"(>":[178],"0.70)":[179],"so":[180],"long":[181],"least":[184],"one":[185],"learner\u2019s":[186],"was":[188],"successfully":[189],"tracked.":[190],"Moreover,":[191],"trained":[193],"several":[194],"found":[198],"integrating":[200],"could":[203],"effectively":[204],"offset":[205],"negative":[207],"effect":[208],"unimodal":[212],"ultimately":[214],"leading":[215],"improved":[217],"recognizing":[220],"conflict.":[223],"These":[224],"findings":[225],"have":[226],"practical":[227],"implications":[228],"future":[231],"deployment":[232],"intelligent":[234],"actual":[241],"classroom":[242],"settings.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}