{"id":"https://openalex.org/W2792140610","doi":"https://doi.org/10.1109/tip.2018.2818328","title":"Spatio-Temporal Attention-Based LSTM Networks for 3D Action Recognition and Detection","display_name":"Spatio-Temporal Attention-Based LSTM Networks for 3D Action Recognition and Detection","publication_year":2018,"publication_date":"2018-03-22","ids":{"openalex":"https://openalex.org/W2792140610","doi":"https://doi.org/10.1109/tip.2018.2818328","mag":"2792140610","pmid":"https://pubmed.ncbi.nlm.nih.gov/29671746"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2018.2818328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2018.2818328","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013019215","display_name":"Sijie Song","orcid":"https://orcid.org/0000-0002-2085-6370"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sijie Song","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051469345","display_name":"Cuiling Lan","orcid":"https://orcid.org/0000-0001-9145-9957"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuiling Lan","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076090670","display_name":"Junliang Xing","orcid":"https://orcid.org/0000-0001-6801-0510"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Xing","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049963367","display_name":"Wenjun Zeng","orcid":"https://orcid.org/0000-0003-2531-3137"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zeng","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100761525","display_name":"Jiaying Liu","orcid":"https://orcid.org/0000-0002-0468-9576"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaying Liu","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013019215"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":12.0193,"has_fulltext":false,"cited_by_count":261,"citation_normalized_percentile":{"value":0.98841498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"27","issue":"7","first_page":"3459","last_page":"3471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8970540165901184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7776862382888794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7476271390914917},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5781000256538391},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5635862350463867},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5073058009147644},{"id":"https://openalex.org/keywords/temporal-database","display_name":"Temporal database","score":0.4581941068172455},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4461270570755005},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42184463143348694},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.14349547028541565}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8970540165901184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7776862382888794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7476271390914917},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5781000256538391},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5635862350463867},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5073058009147644},{"id":"https://openalex.org/C77277458","wikidata":"https://www.wikidata.org/wiki/Q1969246","display_name":"Temporal database","level":2,"score":0.4581941068172455},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4461270570755005},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42184463143348694},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.14349547028541565},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2018.2818328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2018.2818328","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:29671746","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29671746","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.75,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2064497395","display_name":null,"funder_award_id":"61672519","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3260917273","display_name":null,"funder_award_id":"61772043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7863652677","display_name":null,"funder_award_id":"FY17-RES-THEME-013","funder_id":"https://openalex.org/F4320307764","funder_display_name":"Microsoft"}],"funders":[{"id":"https://openalex.org/F4320307764","display_name":"Microsoft","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W110427074","https://openalex.org/W639708223","https://openalex.org/W950853366","https://openalex.org/W1446523894","https://openalex.org/W1484210532","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1536680647","https://openalex.org/W1591801644","https://openalex.org/W1599220855","https://openalex.org/W1893516992","https://openalex.org/W1897029691","https://openalex.org/W1899504021","https://openalex.org/W1923332106","https://openalex.org/W1950788856","https://openalex.org/W1969117674","https://openalex.org/W2016208906","https://openalex.org/W2018068650","https://openalex.org/W2021150171","https://openalex.org/W2025508903","https://openalex.org/W2031489346","https://openalex.org/W2041719651","https://openalex.org/W2044291182","https://openalex.org/W2048821851","https://openalex.org/W2056898157","https://openalex.org/W2058256495","https://openalex.org/W2064675550","https://openalex.org/W2073419240","https://openalex.org/W2079169833","https://openalex.org/W2081773958","https://openalex.org/W2089505226","https://openalex.org/W2098339052","https://openalex.org/W2099634219","https://openalex.org/W2102605133","https://openalex.org/W2103717630","https://openalex.org/W2106996050","https://openalex.org/W2131042978","https://openalex.org/W2133564696","https://openalex.org/W2143267104","https://openalex.org/W2144499799","https://openalex.org/W2145546283","https://openalex.org/W2151214862","https://openalex.org/W2172156083","https://openalex.org/W2172806452","https://openalex.org/W2224196924","https://openalex.org/W2238265856","https://openalex.org/W2292288263","https://openalex.org/W2307035320","https://openalex.org/W2313180542","https://openalex.org/W2313903725","https://openalex.org/W2338404352","https://openalex.org/W2341313195","https://openalex.org/W2471143248","https://openalex.org/W2510185399","https://openalex.org/W2519080876","https://openalex.org/W2519328139","https://openalex.org/W2556782416","https://openalex.org/W2601271987","https://openalex.org/W2606294640","https://openalex.org/W2613718673","https://openalex.org/W2792312609","https://openalex.org/W2893690698","https://openalex.org/W2950568498","https://openalex.org/W2952587893","https://openalex.org/W2962722947","https://openalex.org/W2963274633","https://openalex.org/W2963853153","https://openalex.org/W2964036520","https://openalex.org/W2964121744","https://openalex.org/W2964134613","https://openalex.org/W2964214371","https://openalex.org/W2964308564","https://openalex.org/W4230005465","https://openalex.org/W4285719527","https://openalex.org/W4294557331","https://openalex.org/W6604443436","https://openalex.org/W6620707391","https://openalex.org/W6628555714","https://openalex.org/W6628927728","https://openalex.org/W6630875275","https://openalex.org/W6631636882","https://openalex.org/W6640754710","https://openalex.org/W6679434410","https://openalex.org/W6684983439","https://openalex.org/W6697154822","https://openalex.org/W6698200468","https://openalex.org/W6698589804","https://openalex.org/W6730028046","https://openalex.org/W6754814062"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2110523656","https://openalex.org/W2004108207","https://openalex.org/W2182357018"],"abstract_inverted_index":{"Human":[0],"action":[1,53,112,144,148,186,189],"analytics":[2],"has":[3],"attracted":[4],"a":[5,37,116,127,139],"lot":[6],"of":[7,29,80,86,96,101,108,180],"attention":[8,41,97],"for":[9,51,111,147],"decades":[10],"in":[11],"computer":[12],"vision.":[13],"It":[14],"is":[15,78],"important":[16],"to":[17,22,43,98,120,141],"extract":[18],"discriminative":[19,49,84],"spatio-temporal":[20],"features":[21,50],"model":[23,42,77,183],"the":[24,45,66,99,109,122,143,152,156,162,170,178],"spatial":[25,38,46],"and":[26,39,47,55,92,125,169,188],"temporal":[27,40,48,135,145],"evolutions":[28],"different":[30,94,102],"actions.":[31],"In":[32],"this":[33],"paper,":[34],"we":[35,114,137],"propose":[36,115],"explore":[44],"human":[52],"recognition":[54,187],"detection":[56],"from":[57],"skeleton":[58],"data.":[59],"We":[60,150],"build":[61],"our":[62,181],"networks":[63,69],"based":[64,133],"on":[65,83,134,155,184],"recurrent":[67],"neural":[68],"with":[70],"long":[71],"short-term":[72],"memory":[73],"units.":[74],"The":[75],"learned":[76],"capable":[79],"selectively":[81],"focusing":[82],"joints":[85],"skeletons":[87],"within":[88],"each":[89],"input":[90],"frame":[91],"paying":[93],"levels":[95],"outputs":[100],"frames.":[103],"To":[104],"ensure":[105],"effective":[106],"training":[107,129],"network":[110],"recognition,":[113],"regularized":[117],"cross-entropy":[118],"loss":[119],"drive":[121],"learning":[123],"process":[124],"develop":[126,138],"joint":[128],"strategy":[130],"accordingly.":[131],"Moreover,":[132],"attention,":[136],"method":[140,154],"generate":[142],"proposals":[146],"detection.":[149,190],"evaluate":[151],"proposed":[153,182],"SBU":[157],"Kinect":[158],"Interaction":[159],"data":[160,167,172],"set,":[161,168,173],"NTU":[163],"RGB":[164],"+":[165],"D":[166],"PKU-MMD":[171],"respectively.":[174],"Experiment":[175],"results":[176],"demonstrate":[177],"effectiveness":[179],"both":[185]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":50},{"year":2021,"cited_by_count":49},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":7}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}