{"id":"https://openalex.org/W2894553678","doi":"https://doi.org/10.1145/3242969.3264982","title":"Automatic Engagement Prediction with GAP Feature","display_name":"Automatic Engagement Prediction with GAP Feature","publication_year":2018,"publication_date":"2018-10-02","ids":{"openalex":"https://openalex.org/W2894553678","doi":"https://doi.org/10.1145/3242969.3264982","mag":"2894553678"},"language":"en","primary_location":{"id":"doi:10.1145/3242969.3264982","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3264982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017662559","display_name":"Xuesong Niu","orcid":"https://orcid.org/0000-0001-7737-4287"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuesong Niu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091049278","display_name":"Hu Han","orcid":"https://orcid.org/0000-0001-6010-1792"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Han","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091220289","display_name":"Jiabei Zeng","orcid":"https://orcid.org/0000-0003-3256-4524"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabei Zeng","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016402683","display_name":"Xuran Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuran Sun","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050297728","display_name":"Shiguang Shan","orcid":"https://orcid.org/0000-0002-8348-392X"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Shan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100715214","display_name":"Yan Huang","orcid":"https://orcid.org/0000-0002-1363-5318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Huang","raw_affiliation_strings":["TAL Education Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"TAL Education Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101085314","display_name":"Songfan Yang","orcid":"https://orcid.org/0000-0002-3560-3624"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songfan Yang","raw_affiliation_strings":["AI Lab, TAL Education Group & Sichuan University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"AI Lab, TAL Education Group & Sichuan University, Beijing, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083420537","display_name":"Xilin Chen","orcid":"https://orcid.org/0000-0003-3024-4404"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xilin Chen","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5017662559"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":6.5209,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.97088433,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"599","last_page":"603"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.739439845085144},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6488292813301086},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.64448082447052},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6288183927536011},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.607614278793335},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5957399606704712},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.5857098698616028},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.49879884719848633},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.46324148774147034},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4081152677536011},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3827962279319763},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3810081481933594}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.739439845085144},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6488292813301086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.64448082447052},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6288183927536011},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.607614278793335},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5957399606704712},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.5857098698616028},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.49879884719848633},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.46324148774147034},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4081152677536011},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3827962279319763},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3810081481933594},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3242969.3264982","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3264982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W120065238","https://openalex.org/W1924770834","https://openalex.org/W1995641269","https://openalex.org/W2009431074","https://openalex.org/W2081112272","https://openalex.org/W2108226563","https://openalex.org/W2112564774","https://openalex.org/W2139916508","https://openalex.org/W2156503193","https://openalex.org/W2157331557","https://openalex.org/W2345031027","https://openalex.org/W2345305417","https://openalex.org/W2587019100","https://openalex.org/W2731384148","https://openalex.org/W2807126412","https://openalex.org/W2888683367","https://openalex.org/W2903521046","https://openalex.org/W2962786991","https://openalex.org/W2963962355"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W2900413183","https://openalex.org/W147410782","https://openalex.org/W3022252430","https://openalex.org/W3103989898","https://openalex.org/W4287804464","https://openalex.org/W803346624","https://openalex.org/W2152352598","https://openalex.org/W3108539254"],"abstract_inverted_index":{"In":[0,141],"this":[1],"paper,":[2],"we":[3,65],"propose":[4],"an":[5,150,166],"automatic":[6],"engagement":[7,52,59,102,119],"prediction":[8],"method":[9],"for":[10,49,61,79],"the":[11,14,31,50,58,67,101,112,117,122,128,135,138,155,171],"Engagement":[12,159,175],"in":[13],"Wild":[15],"sub-challenge":[16],"of":[17,33,40,86,121,137,152,158,162,168,174,178],"EmotiW":[18,163,179],"2018.":[19,180],"We":[20],"first":[21],"design":[22],"a":[23,41,62,87,94,105,146],"novel":[24],"Gaze-AU-Pose":[25],"(GAP)":[26],"feature":[27,45,78],"taking":[28],"into":[29,70],"account":[30],"information":[32],"gaze,":[34],"action":[35],"units":[36],"and":[37,75,93,131],"head":[38],"pose":[39],"subject.":[42],"The":[43],"GAP":[44,77],"is":[46,98,109],"then":[47],"used":[48,99],"subsequent":[51],"level":[53,60,120],"prediction.":[54],"To":[55],"efficiently":[56],"predict":[57],"long-time":[63,68],"video,":[64],"divide":[66],"video":[69,73],"multiple":[71],"overlapped":[72],"clips":[74],"extract":[76],"each":[80],"clip.":[81],"A":[82],"deep":[83],"model":[84],"consisting":[85],"Gated":[88],"Recurrent":[89],"Unit":[90],"(GRU)":[91],"layer":[92,97,108],"fully":[95],"connected":[96],"as":[100],"predictor.":[103],"Finally,":[104],"mean":[106],"pooling":[107],"applied":[110],"to":[111,115],"per-clip":[113],"estimation":[114],"get":[116],"final":[118],"whole":[123],"video.":[124],"Experimental":[125],"results":[126],"on":[127,154,170],"validation":[129],"set":[130,133,157,173],"test":[132,156,172],"show":[134],"effectiveness":[136],"proposed":[139],"approach.":[140],"particular,":[142],"our":[143],"approach":[144],"achieves":[145],"promising":[147],"result":[148],"with":[149,165],"MSE":[151,167],"0.0724":[153],"Prediction":[160,176],"Challenge":[161,177],"2018.t":[164],"0.072391":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}