{"id":"https://openalex.org/W4312872160","doi":"https://doi.org/10.1109/tcss.2022.3221128","title":"An Emotion Recognition Method Based on Eye Movement and Audiovisual Features in MOOC Learning Environment","display_name":"An Emotion Recognition Method Based on Eye Movement and Audiovisual Features in MOOC Learning Environment","publication_year":2022,"publication_date":"2022-11-21","ids":{"openalex":"https://openalex.org/W4312872160","doi":"https://doi.org/10.1109/tcss.2022.3221128"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2022.3221128","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3221128","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570650/6780646/09956925.pdf","source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6570650/6780646/09956925.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056895889","display_name":"Jindi Bao","orcid":"https://orcid.org/0000-0002-2508-8702"},"institutions":[{"id":"https://openalex.org/I38706770","display_name":"Guilin University of Technology","ror":"https://ror.org/03z391397","country_code":"CN","type":"education","lineage":["https://openalex.org/I38706770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jindi Bao","raw_affiliation_strings":["School of Information Science and Engineering, Guilin University of Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-2508-8702","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Guilin University of Technology, Guilin, China","institution_ids":["https://openalex.org/I38706770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033572782","display_name":"Xiaomei Tao","orcid":"https://orcid.org/0000-0001-7850-9518"},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomei Tao","raw_affiliation_strings":["School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007720306","display_name":"Yinghui Zhou","orcid":"https://orcid.org/0000-0003-1347-737X"},"institutions":[{"id":"https://openalex.org/I38706770","display_name":"Guilin University of Technology","ror":"https://ror.org/03z391397","country_code":"CN","type":"education","lineage":["https://openalex.org/I38706770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghui Zhou","raw_affiliation_strings":["School of Information Science and Engineering, Guilin University of Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0003-1347-737X","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Guilin University of Technology, Guilin, China","institution_ids":["https://openalex.org/I38706770"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9595,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.9284725,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"1","first_page":"171","last_page":"183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.761620283126831},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7335506677627563},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.6041870713233948},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5960068106651306},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5418456792831421},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5369387269020081},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5348085165023804},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4620823860168457},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4425092339515686},{"id":"https://openalex.org/keywords/boredom","display_name":"Boredom","score":0.4327492117881775},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3989803194999695},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38983845710754395},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.15043756365776062},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09641033411026001}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.761620283126831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7335506677627563},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.6041870713233948},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5960068106651306},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5418456792831421},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5369387269020081},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5348085165023804},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4620823860168457},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4425092339515686},{"id":"https://openalex.org/C2777589236","wikidata":"https://www.wikidata.org/wiki/Q34255","display_name":"Boredom","level":2,"score":0.4327492117881775},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3989803194999695},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38983845710754395},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.15043756365776062},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09641033411026001},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2022.3221128","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3221128","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570650/6780646/09956925.pdf","source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tcss.2022.3221128","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3221128","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570650/6780646/09956925.pdf","source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G5393426862","display_name":null,"funder_award_id":"61906051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6049614962","display_name":null,"funder_award_id":"2018GXNSFBA050029","funder_id":"https://openalex.org/F4320322768","funder_display_name":"Natural Science Foundation of Guangxi Province"},{"id":"https://openalex.org/G6752132970","display_name":null,"funder_award_id":"GUTQDJ2005015","funder_id":"https://openalex.org/F4320321925","funder_display_name":"Guilin University of Technology"},{"id":"https://openalex.org/G6786005651","display_name":null,"funder_award_id":"62267001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321925","display_name":"Guilin University of Technology","ror":"https://ror.org/03z391397"},{"id":"https://openalex.org/F4320322768","display_name":"Natural Science Foundation of Guangxi Province","ror":null},{"id":"https://openalex.org/F4320325559","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312872160.pdf","grobid_xml":"https://content.openalex.org/works/W4312872160.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2035379092","https://openalex.org/W2313244349","https://openalex.org/W2598207902","https://openalex.org/W2703895418","https://openalex.org/W2771500318","https://openalex.org/W2774054212","https://openalex.org/W2786157028","https://openalex.org/W2793383796","https://openalex.org/W2793476612","https://openalex.org/W2900581351","https://openalex.org/W2942753551","https://openalex.org/W2944573973","https://openalex.org/W2945331847","https://openalex.org/W2945600262","https://openalex.org/W2953659422","https://openalex.org/W2967182021","https://openalex.org/W2979656641","https://openalex.org/W2980441947","https://openalex.org/W2993704464","https://openalex.org/W2998232870","https://openalex.org/W2999052578","https://openalex.org/W3003417734","https://openalex.org/W3005283300","https://openalex.org/W3011240245","https://openalex.org/W3081850362","https://openalex.org/W3083752628","https://openalex.org/W3116201721","https://openalex.org/W4206086399","https://openalex.org/W4220701811","https://openalex.org/W6765411283"],"related_works":["https://openalex.org/W318616257","https://openalex.org/W3118254946","https://openalex.org/W3026775601","https://openalex.org/W2917043877","https://openalex.org/W2035863303","https://openalex.org/W2139976611","https://openalex.org/W4386479718","https://openalex.org/W4234657158","https://openalex.org/W3121061808","https://openalex.org/W2762689969"],"abstract_inverted_index":{"In":[0,53,82,183],"recent":[1],"years,":[2],"more":[3,5],"and":[4,28,57,79,97,112,181,198,210,214,241],"people":[6],"have":[7],"begun":[8],"to":[9,22,55,152,173,191],"use":[10],"massive":[11],"online":[12],"open":[13],"course":[14],"(MOOC)":[15],"platforms":[16],"for":[17],"distance":[18],"learning.":[19],"However,":[20],"due":[21],"the":[23,30,120,128,134,154,158,168,175,187,192,215,221,227,236],"space\u2013time":[24],"isolation":[25],"between":[26],"teachers":[27],"students,":[29],"negative":[31],"emotional":[32,51],"state":[33],"of":[34,91,94,136,157,223,230,232,238],"students":[35,44],"in":[36,61],"MOOC":[37],"learning":[38,63],"cannot":[39,45],"be":[40],"identified":[41],"timely.":[42],"Therefore,":[43],"receive":[46],"immediate":[47],"feedback":[48],"about":[49],"their":[50],"states.":[52],"order":[54],"identify":[56],"classify":[58,174],"learners\u2019":[59],"emotions":[60],"video":[62,80,113,129],"scenarios,":[64],"we":[65],"propose":[66],"a":[67],"multimodal":[68],"emotion":[69,169,233],"recognition":[70,188],"method":[71,222],"based":[72,143],"on":[73,144],"eye":[74,108],"movement":[75,109],"signals,":[76,78],"audio":[77],"images.":[81],"this":[83],"method,":[84],"two":[85],"novel":[86],"features":[87,156,164],"are":[88,165,195,203],"proposed:":[89],"feature":[90,140],"coordinate":[92,110],"difference":[93],"eyemovement":[95],"(FCDE)":[96],"pixel":[98],"change":[99],"rate":[100],"sequence":[101],"(PCRS).":[102],"FCDE":[103],"is":[104,125,150,244],"extracted":[105,126,162],"by":[106,205,246],"combining":[107],"trajectory":[111],"optical":[114],"flow":[115],"trajectory,":[116],"which":[117,131],"can":[118,132],"represent":[119,133],"learner\u2019s":[121],"attention":[122],"degree.":[123],"PCRS":[124],"from":[127],"image,":[130],"speed":[135],"image":[137],"switching.":[138],"A":[139],"extraction":[141],"network":[142,147],"convolutional":[145],"neural":[146],"(CNN)":[148],"(FE-CNN)":[149],"designed":[151],"extract":[153],"deep":[155,163],"three":[159,193,201],"modals.":[160],"The":[161,200],"inputted":[166],"into":[167],"classification":[170],"CNN":[171],"(EC-CNN)":[172],"emotions,":[176],"including":[177],"interest,":[178],"happiness,":[179],"confusion,":[180],"boredom.":[182],"single":[184],"modal":[185],"identification,":[186],"accuracies":[189],"corresponding":[190],"modals":[194,202],"64.32%,":[196],"74.67%,":[197],"71.88%.":[199],"fused":[204],"feature-level":[206],"fusion,":[207,209],"decision-level":[208,224],"model-level":[211],"fusion":[212,225],"methods,":[213],"evaluation":[216],"experiment":[217],"results":[218],"show":[219],"that":[220],"achieved":[226],"highest":[228],"score":[229],"81.90%":[231],"recognition.":[234],"Finally,":[235],"effectiveness":[237],"FCDE,":[239],"FE-CNN,":[240],"EC-CNN":[242],"modules":[243],"verified":[245],"ablation":[247],"experiments.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}