{"id":"https://openalex.org/W7138875189","doi":"https://doi.org/10.48550/arxiv.2603.17267","title":"ConfusionBench: An Expert-Validated Benchmark for Confusion Recognition and Localization in Educational Videos","display_name":"ConfusionBench: An Expert-Validated Benchmark for Confusion Recognition and Localization in Educational Videos","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7138875189","doi":"https://doi.org/10.48550/arxiv.2603.17267"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129777824","display_name":"Lu Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130081298","display_name":"Xiao (Pianist) Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129980411","display_name":"Mark Frank","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frank, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130025985","display_name":"Srirangaraj Setlur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Setlur, Srirangaraj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128215181","display_name":"Venu Govindaraju","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Govindaraju, Venu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022590472","display_name":"Ifeoma Nwogu","orcid":"https://orcid.org/0000-0003-1414-6433"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nwogu, Ifeoma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2249000072479248,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2249000072479248,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.21199999749660492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10530000180006027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.8600000143051147},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7868000268936157},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6963000297546387},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.590399980545044},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.503000020980835},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.4869000017642975},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.31130000948905945}],"concepts":[{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.8600000143051147},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7868000268936157},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7702000141143799},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6963000297546387},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.590399980545044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5680000185966492},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4961000084877014},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27730000019073486},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2644999921321869},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2581000030040741},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.577930212020874,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recognizing":[0],"and":[1,26,35,59,90,106,141,163,170],"localizing":[2],"student":[3,151],"confusion":[4,17,68,87,112,115,152],"from":[5,20],"video":[6,92],"is":[7,138],"an":[8],"important":[9],"yet":[10],"challenging":[11],"problem":[12],"in":[13,159],"educational":[14,81,157],"AI.":[15],"Existing":[16],"datasets":[18,169],"suffer":[19],"noisy":[21],"labels,":[22],"coarse":[23],"temporal":[24],"annotations,":[25],"limited":[27],"expert":[28,60],"validation,":[29],"which":[30],"hinder":[31],"reliable":[32],"fine-grained":[33],"recognition":[34,88],"temporally":[36],"grounded":[37],"analysis.":[38],"To":[39],"address":[40],"these":[41],"limitations,":[42],"we":[43,74],"propose":[44],"a":[45,64,77,85,91,102,107],"practical":[46],"multi-stage":[47],"filtering":[48],"pipeline":[49],"that":[50,121],"integrates":[51],"two":[52],"stages":[53],"of":[54,84,101],"model-assisted":[55],"screening,":[56],"researcher":[57],"curation,":[58],"validation":[61],"to":[62,130,144],"build":[63],"higher-quality":[65],"benchmark":[66,79],"for":[67,80],"understanding.":[69],"Based":[70],"on":[71,110,178],"this":[72],"pipeline,":[73],"introduce":[75],"ConfusionBench,":[76],"new":[78],"videos":[82],"consisting":[83],"balanced":[86],"dataset":[89],"localization":[93,116],"dataset.":[94],"We":[95],"further":[96],"provide":[97],"zero-shot":[98],"baseline":[99],"evaluations":[100],"representative":[103],"open-source":[104,136],"model":[105,109,124,137],"proprietary":[108,123],"clip-level":[111],"recognition,":[113],"long-video":[114],"tasks.":[117],"Experimental":[118],"results":[119],"show":[120],"the":[122,135,149],"performs":[125],"better":[126],"overall":[127],"but":[128],"tends":[129],"over-predict":[131],"transitional":[132],"segments,":[133],"while":[134],"more":[139,142],"conservative":[140],"prone":[143],"missed":[145],"detections.":[146],"In":[147],"addition,":[148],"proposed":[150],"report":[153],"visualization":[154],"can":[155],"support":[156],"experts":[158],"making":[160],"intervention":[161],"decisions":[162],"adapting":[164],"learning":[165],"plans":[166],"accordingly.":[167],"All":[168],"related":[171],"materials":[172],"will":[173],"be":[174],"made":[175],"publicly":[176],"available":[177],"our":[179],"project":[180],"page.":[181]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-20T00:00:00"}