{"id":"https://openalex.org/W2895475421","doi":"https://doi.org/10.1145/3242969.3264981","title":"Deep Recurrent Multi-instance Learning with Spatio-temporal Features for Engagement Intensity Prediction","display_name":"Deep Recurrent Multi-instance Learning with Spatio-temporal Features for Engagement Intensity Prediction","publication_year":2018,"publication_date":"2018-10-02","ids":{"openalex":"https://openalex.org/W2895475421","doi":"https://doi.org/10.1145/3242969.3264981","mag":"2895475421"},"language":"en","primary_location":{"id":"doi:10.1145/3242969.3264981","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3264981","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005666034","display_name":"Jianfei Yang","orcid":"https://orcid.org/0000-0002-8075-0439"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Jianfei Yang","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437036","display_name":"Kai Wang","orcid":"https://orcid.org/0000-0002-6170-4744"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033413473","display_name":"Xiaojiang Peng","orcid":"https://orcid.org/0000-0002-5783-321X"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojiang Peng","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100748135","display_name":"Yu Qiao","orcid":"https://orcid.org/0000-0002-1889-2567"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Qiao","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005666034"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":4.3875,"has_fulltext":false,"cited_by_count":78,"citation_normalized_percentile":{"value":0.96106434,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"594","last_page":"598"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8148199319839478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.631119966506958},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5692994594573975},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5573067665100098},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5523717999458313},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5443465709686279},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5153157711029053},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5095593929290771},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.48820143938064575},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.45798245072364807},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4342808723449707},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.414836585521698},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.413108766078949},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3348521590232849},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10612910985946655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8148199319839478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.631119966506958},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5692994594573975},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5573067665100098},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5523717999458313},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5443465709686279},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5153157711029053},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5095593929290771},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.48820143938064575},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.45798245072364807},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4342808723449707},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.414836585521698},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.413108766078949},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3348521590232849},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10612910985946655},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3242969.3264981","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3264981","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W120065238","https://openalex.org/W1522734439","https://openalex.org/W1559289798","https://openalex.org/W1911152958","https://openalex.org/W1973003216","https://openalex.org/W1995641269","https://openalex.org/W2081112272","https://openalex.org/W2112564774","https://openalex.org/W2139916508","https://openalex.org/W2169570446","https://openalex.org/W2341528187","https://openalex.org/W2513140567","https://openalex.org/W2572938607","https://openalex.org/W2573863263","https://openalex.org/W2644174242","https://openalex.org/W2767359575","https://openalex.org/W2888683367","https://openalex.org/W2895443688","https://openalex.org/W2963488642","https://openalex.org/W3101998545"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W2101155126","https://openalex.org/W2043093291","https://openalex.org/W2363545964"],"abstract_inverted_index":{"This":[0],"paper":[1],"elaborates":[2],"the":[3,11,20,44,62,72,148,153,162,169],"winner":[4],"approach":[5,42],"for":[6,70,125],"engagement":[7,21],"intensity":[8],"prediction":[9,45],"in":[10,35,85,147],"EmotiW":[12],"Challenge":[13],"2018.":[14],"The":[15],"task":[16,46],"is":[17,30,77],"to":[18],"predict":[19],"level":[22],"of":[23,67,116,145,166],"a":[24,48,100],"subject":[25],"when":[26],"he":[27],"or":[28],"she":[29],"watching":[31],"an":[32,54],"educational":[33],"video":[34,56],"diverse":[36],"conditions":[37],"and":[38,60,64,82,118,129],"different":[39,123,126],"environments.":[40],"Our":[41,158],"formulates":[43],"as":[47,108,110],"multi-instance":[49,106],"regression":[50,102],"problem.":[51],"We":[52],"divide":[53],"input":[55],"sequence":[57],"into":[58],"segments":[59],"calculate":[61],"temporal":[63],"spatial":[65],"features":[66],"each":[68],"segment":[69],"regressing":[71],"intensity.":[73],"Subject":[74],"engagement,":[75],"that":[76,137],"intuitively":[78],"related":[79],"with":[80,164],"body":[81],"face":[83],"changes":[84],"time":[86],"domain,":[87],"can":[88],"be":[89],"characterized":[90],"by":[91,156],"long":[92],"short-term":[93],"memory":[94],"(LSTM)":[95],"network.":[96],"Hence,":[97],"we":[98,121],"build":[99],"multi-modal":[101],"model":[103,131],"based":[104],"on":[105,168],"mechanism":[107],"well":[109],"LSTM.":[111],"To":[112],"make":[113],"full":[114],"use":[115],"training":[117],"validation":[119,149],"data,":[120],"train":[122],"models":[124],"data":[127],"split":[128],"conduct":[130],"ensemble":[132],"finally.":[133],"Experimental":[134],"results":[135,155],"show":[136],"our":[138],"method":[139],"achieves":[140],"mean":[141],"squared":[142],"error":[143],"(MSE)":[144],"0.0717":[146],"set,":[150],"which":[151],"improves":[152],"baseline":[154],"28%.":[157],"methods":[159],"finally":[160],"win":[161],"challenge":[163],"MSE":[165],"0.0626":[167],"testing":[170],"set.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":3}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}