{"id":"https://openalex.org/W2792312609","doi":"https://doi.org/10.1109/tcsvt.2018.2799968","title":"Multi-Modality Multi-Task Recurrent Neural Network for Online Action Detection","display_name":"Multi-Modality Multi-Task Recurrent Neural Network for Online Action Detection","publication_year":2018,"publication_date":"2018-01-30","ids":{"openalex":"https://openalex.org/W2792312609","doi":"https://doi.org/10.1109/tcsvt.2018.2799968","mag":"2792312609"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2018.2799968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2018.2799968","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100761525","display_name":"Jiaying Liu","orcid":"https://orcid.org/0000-0002-0468-9576"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaying Liu","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0468-9576","affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029760000","display_name":"Yanghao Li","orcid":"https://orcid.org/0000-0002-5274-1367"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanghao Li","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5274-1367","affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013019215","display_name":"Sijie Song","orcid":"https://orcid.org/0000-0002-2085-6370"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sijie Song","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2085-6370","affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076090670","display_name":"Junliang Xing","orcid":"https://orcid.org/0000-0001-6801-0510"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Xing","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6801-0510","affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051469345","display_name":"Cuiling Lan","orcid":"https://orcid.org/0000-0001-9145-9957"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuiling Lan","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9145-9957","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049963367","display_name":"Wenjun Zeng","orcid":"https://orcid.org/0000-0003-2531-3137"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zeng","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2531-3137","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8937,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.94285627,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"29","issue":"9","first_page":"2667","last_page":"2682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8504700660705566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6517612338066101},{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.6213010549545288},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5203325748443604},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5050550103187561},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.46132415533065796},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44372284412384033},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44270896911621094},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4422948956489563},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4384395480155945},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.42750805616378784},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41383153200149536},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3528391122817993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8504700660705566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6517612338066101},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.6213010549545288},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5203325748443604},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5050550103187561},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.46132415533065796},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44372284412384033},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44270896911621094},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4422948956489563},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4384395480155945},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42750805616378784},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41383153200149536},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3528391122817993},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2018.2799968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2018.2799968","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.44999998807907104,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2064497395","display_name":null,"funder_award_id":"61672519","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3260917273","display_name":"\u6076\u52a3\u6761\u4ef6\u4e0b\u89c6\u9891\u8054\u5408\u589e\u5f3a\u4e0e\u7406\u89e3\u7814\u7a76","funder_award_id":"61772043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6539364094","display_name":null,"funder_award_id":"FY17-RESTHEME-013","funder_id":"https://openalex.org/F4320308943","funder_display_name":"Microsoft Research"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W67501452","https://openalex.org/W203345490","https://openalex.org/W950853366","https://openalex.org/W1606858007","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1899504021","https://openalex.org/W1923404803","https://openalex.org/W1927052826","https://openalex.org/W1945129080","https://openalex.org/W1947481528","https://openalex.org/W1950788856","https://openalex.org/W1983592444","https://openalex.org/W1985469025","https://openalex.org/W1990429558","https://openalex.org/W2009139688","https://openalex.org/W2016208906","https://openalex.org/W2016240821","https://openalex.org/W2016776918","https://openalex.org/W2018068650","https://openalex.org/W2031489346","https://openalex.org/W2031765333","https://openalex.org/W2041557010","https://openalex.org/W2048821851","https://openalex.org/W2053903371","https://openalex.org/W2055233384","https://openalex.org/W2058256495","https://openalex.org/W2064675550","https://openalex.org/W2095661305","https://openalex.org/W2097117768","https://openalex.org/W2098339052","https://openalex.org/W2099634219","https://openalex.org/W2105101328","https://openalex.org/W2110819057","https://openalex.org/W2112076978","https://openalex.org/W2130103520","https://openalex.org/W2130942839","https://openalex.org/W2143267104","https://openalex.org/W2144380653","https://openalex.org/W2146048167","https://openalex.org/W2147615062","https://openalex.org/W2150355110","https://openalex.org/W2156303437","https://openalex.org/W2161565164","https://openalex.org/W2172156083","https://openalex.org/W2187772033","https://openalex.org/W2194775991","https://openalex.org/W2217325140","https://openalex.org/W2245620145","https://openalex.org/W2246109068","https://openalex.org/W2262590463","https://openalex.org/W2295474072","https://openalex.org/W2307035320","https://openalex.org/W2323265460","https://openalex.org/W2341313195","https://openalex.org/W2342662179","https://openalex.org/W2345308841","https://openalex.org/W2415469094","https://openalex.org/W2442651457","https://openalex.org/W2460134573","https://openalex.org/W2461621749","https://openalex.org/W2462496837","https://openalex.org/W2462996230","https://openalex.org/W2465313502","https://openalex.org/W2471775118","https://openalex.org/W2472970127","https://openalex.org/W2507009361","https://openalex.org/W2510185399","https://openalex.org/W2519328139","https://openalex.org/W2519758495","https://openalex.org/W2540565217","https://openalex.org/W2556782416","https://openalex.org/W2583585015","https://openalex.org/W2595328592","https://openalex.org/W2609582631","https://openalex.org/W2611932403","https://openalex.org/W2761860076","https://openalex.org/W2950568498","https://openalex.org/W2952587893","https://openalex.org/W2963321993","https://openalex.org/W2963370140","https://openalex.org/W2964134613","https://openalex.org/W2964350391","https://openalex.org/W3103858256","https://openalex.org/W4323697410","https://openalex.org/W6608276133","https://openalex.org/W6631636882","https://openalex.org/W6638667902","https://openalex.org/W6640257725","https://openalex.org/W6640754710","https://openalex.org/W6676769703","https://openalex.org/W6679388247","https://openalex.org/W6679436768","https://openalex.org/W6682864246","https://openalex.org/W6686679147","https://openalex.org/W6694260854","https://openalex.org/W6698200468","https://openalex.org/W6730028046"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W4226360758","https://openalex.org/W2151093953","https://openalex.org/W2090026684","https://openalex.org/W2907567977"],"abstract_inverted_index":{"Online":[0,35],"action":[1,25,36,43,47,160,175,182,188],"detection":[2,37,132,176,183],"is":[3,38,95,135],"a":[4,10,23,62,89,120],"brand":[5],"new":[6],"challenge":[7],"and":[8,45,72,112,134,142,170,177,186],"plays":[9],"critical":[11],"role":[12],"in":[13,124,174],"visual":[14],"surveillance":[15],"analytics.":[16],"It":[17],"goes":[18],"one":[19],"step":[20],"further":[21],"than":[22],"conventional":[24,108],"recognition":[26],"task,":[27],"which":[28,68],"recognizes":[29],"human":[30],"actions":[31,146],"from":[32,52,85],"well-segmented":[33],"clips.":[34],"desired":[39],"to":[40,81,98,157,162],"identify":[41],"the":[42,50,53,100,107,125,140,155,159,167,180,199],"type":[44],"localize":[46],"positions":[48],"on":[49,179,202],"fly":[51],"untrimmed":[54],"stream":[55],"data.":[56],"In":[57],"this":[58,128],"paper,":[59],"we":[60],"propose":[61],"multi-modality":[63],"multi-task":[64,121],"recurrent":[65],"neural":[66],"network,":[67],"incorporates":[69],"both":[70,203],"RGB":[71],"Skeleton":[73],"networks.":[74],"We":[75,165],"design":[76,111],"different":[77],"temporal":[78,103],"modeling":[79],"networks":[80],"capture":[82,99],"specific":[83],"characteristics":[84],"various":[86],"modalities.":[87],"Then,":[88],"deep":[90],"long":[91],"short-term":[92],"memory":[93],"subnetwork":[94],"utilized":[96],"effectively":[97],"complex":[101],"long-range":[102],"dynamics,":[104],"naturally":[105],"avoiding":[106],"sliding":[109],"window":[110],"thus":[113],"ensuring":[114],"high":[115],"computational":[116],"efficiency.":[117],"Constrained":[118],"by":[119],"objective":[122],"function":[123],"training":[126],"phase,":[127],"network":[129],"achieves":[130,198],"superior":[131],"performance":[133,201],"capable":[136],"of":[137,145,152],"automatically":[138],"localizing":[139],"start":[141],"end":[143],"points":[144],"more":[147],"accurately.":[148],"Furthermore,":[149],"embedding":[150],"subtask":[151],"regression":[153],"provides":[154],"ability":[156],"forecast":[158],"prior":[161],"its":[163],"occurrence.":[164],"evaluate":[166],"proposed":[168],"method":[169],"several":[171],"other":[172],"methods":[173],"forecasting":[178],"online":[181],"data":[184,189],"set":[185,190],"gaming":[187],"datasets.":[191],"Experimental":[192],"results":[193],"demonstrate":[194],"that":[195],"our":[196],"model":[197],"state-of-the-art":[200],"tasks.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}