{"id":"https://openalex.org/W2996249958","doi":"https://doi.org/10.1109/tip.2020.3028207","title":"Skeleton-Based Action Recognition With Multi-Stream Adaptive Graph Convolutional Networks","display_name":"Skeleton-Based Action Recognition With Multi-Stream Adaptive Graph Convolutional Networks","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W2996249958","doi":"https://doi.org/10.1109/tip.2020.3028207","mag":"2996249958","pmid":"https://pubmed.ncbi.nlm.nih.gov/33035162"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.3028207","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3028207","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1912.06971","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lei Shi","orcid":"https://orcid.org/0000-0002-2013-4159"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Shi","raw_affiliation_strings":["NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2013-4159","affiliations":[{"raw_affiliation_string":"NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifan Zhang","orcid":"https://orcid.org/0000-0002-9190-3509"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Zhang","raw_affiliation_strings":["NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9190-3509","affiliations":[{"raw_affiliation_string":"NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jian Cheng","orcid":"https://orcid.org/0000-0003-1289-2758"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cheng","raw_affiliation_strings":["NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1289-2758","affiliations":[{"raw_affiliation_string":"NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hanqing Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanqing Lu","raw_affiliation_strings":["NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NLPR and AIRIA, Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.0388,"has_fulltext":false,"cited_by_count":515,"citation_normalized_percentile":{"value":0.99743505,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"29","issue":null,"first_page":"9532","last_page":"9545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9142000079154968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9142000079154968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5870000123977661},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.5644000172615051},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5622000098228455},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5485000014305115},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5426999926567078},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.5062999725341797},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.3472000062465668},{"id":"https://openalex.org/keywords/convolutional-code","display_name":"Convolutional code","score":0.31290000677108765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6657000184059143},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5870000123977661},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5644000172615051},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5622000098228455},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5480999946594238},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38519999384880066},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.31290000677108765},{"id":"https://openalex.org/C157406716","wikidata":"https://www.wikidata.org/wiki/Q4115842","display_name":"Topological graph theory","level":5,"score":0.3109000027179718},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29089999198913574},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26089999079704285},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2020.3028207","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3028207","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:33035162","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33035162","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:1912.06971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.06971","pdf_url":"https://arxiv.org/pdf/1912.06971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1912.06971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.06971","pdf_url":"https://arxiv.org/pdf/1912.06971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1442880312","display_name":null,"funder_award_id":"61876182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7767465607","display_name":"\u57fa\u4e8e\u7ed3\u6784\u5316\u6df1\u5ea6\u5b66\u4e60\u7684\u573a\u666f\u7406\u89e3","funder_award_id":"61872364","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1926645898","https://openalex.org/W2024165284","https://openalex.org/W2048821851","https://openalex.org/W2101491865","https://openalex.org/W2105101328","https://openalex.org/W2194775991","https://openalex.org/W2309561466","https://openalex.org/W2510185399","https://openalex.org/W2558460151","https://openalex.org/W2559085405","https://openalex.org/W2593146028","https://openalex.org/W2603861860","https://openalex.org/W2604321021","https://openalex.org/W2605111198","https://openalex.org/W2613570903","https://openalex.org/W2788865504","https://openalex.org/W2798330050","https://openalex.org/W2798644314","https://openalex.org/W2799211965","https://openalex.org/W2802979841","https://openalex.org/W2806331055","https://openalex.org/W2899936784","https://openalex.org/W2903871660","https://openalex.org/W2922355425","https://openalex.org/W2940457086","https://openalex.org/W2948058585","https://openalex.org/W2962778872","https://openalex.org/W2963273301","https://openalex.org/W2963465695","https://openalex.org/W2963495494","https://openalex.org/W2963524571","https://openalex.org/W2964318832","https://openalex.org/W2964347220","https://openalex.org/W2965341826","https://openalex.org/W2970982695","https://openalex.org/W6630875275","https://openalex.org/W6637178625","https://openalex.org/W6640754710","https://openalex.org/W6678174250","https://openalex.org/W6682864246","https://openalex.org/W6685350579","https://openalex.org/W6704520437","https://openalex.org/W6713582119","https://openalex.org/W6719270105","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6730028046","https://openalex.org/W6736943367","https://openalex.org/W6738964360","https://openalex.org/W6739901393","https://openalex.org/W6743928348","https://openalex.org/W6747795875","https://openalex.org/W6747954111","https://openalex.org/W6748320467","https://openalex.org/W6756040250","https://openalex.org/W6955071965"],"related_works":[],"abstract_inverted_index":{"Graph":[0],"convolutional":[1,114,171],"networks":[2],"(GCNs),":[3],"which":[4,91,181,215],"generalize":[5],"CNNs":[6],"to":[7,160,162,188],"more":[8,94,158,186],"generic":[9],"non-Euclidean":[10],"structures,":[11],"have":[12],"achieved":[13],"remarkable":[14],"performance":[15,236],"for":[16,55,98,118,153,219],"skeleton-based":[17,119],"action":[18,69,101,120],"recognition.":[19,102,121],"However,":[20],"there":[21],"still":[22],"exist":[23],"several":[24],"issues":[25],"in":[26,68,125,140,211],"the":[27,32,35,44,56,59,63,66,73,77,81,86,99,137,148,151,167,183,195,199,220,226,235,241],"previous":[28],"GCN-based":[29],"models.":[30],"First,":[31],"topology":[33,124],"of":[34,58,65,76,85,150,197,237],"graph":[36,113,123,154,170],"is":[37,88,92,173],"set":[38],"heuristically":[39],"and":[40,47,62,83,96,156,192,201,231],"fixed":[41],"over":[42],"all":[43],"model":[45,61,127,152,184,239],"layers":[46],"input":[48,138],"data.":[49],"This":[50,144],"may":[51],"not":[52],"be":[53,129],"suitable":[54],"hierarchy":[57],"GCN":[60],"diversity":[64],"data":[67,139,164],"recognition":[70,221],"tasks.":[71],"Second,":[72],"second-order":[74],"information":[75,196],"skeleton":[78],"data,":[79],"i.e.,":[80],"length":[82],"orientation":[84],"bones,":[87,202],"rarely":[89],"investigated,":[90],"naturally":[93],"informative":[95],"discriminative":[97],"human":[100],"In":[103],"this":[104],"work,":[105],"we":[106],"propose":[107],"a":[108,177,212,244],"novel":[109],"multi-stream":[110,213],"attention-enhanced":[111],"adaptive":[112,169],"neural":[115],"network":[116],"(MS-AAGCN)":[117],"The":[122],"our":[126,238],"can":[128],"either":[130],"uniformly":[131],"or":[132],"individually":[133],"learned":[134],"based":[135],"on":[136,225],"an":[141],"end-to-end":[142],"manner.":[143],"data-driven":[145],"approach":[146],"increases":[147],"flexibility":[149],"construction":[155],"brings":[157],"generality":[159],"adapt":[161],"various":[163],"samples.":[165],"Besides,":[166],"proposed":[168],"layer":[172],"further":[174],"enhanced":[175],"by":[176],"spatial-temporal-channel":[178],"attention":[179,187],"module,":[180],"helps":[182],"pay":[185],"important":[189],"joints,":[190],"frames":[191],"features.":[193],"Moreover,":[194],"both":[198],"joints":[200],"together":[203],"with":[204,243],"their":[205],"motion":[206],"information,":[207],"are":[208],"simultaneously":[209],"modeled":[210],"framework,":[214],"shows":[216],"notable":[217],"improvement":[218],"accuracy.":[222],"Extensive":[223],"experiments":[224],"two":[227],"large-scale":[228],"datasets,":[229],"NTU-RGBD":[230],"Kinetics-Skeleton,":[232],"demonstrate":[233],"that":[234],"exceeds":[240],"state-of-the-art":[242],"significant":[245],"margin.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":97},{"year":2024,"cited_by_count":128},{"year":2023,"cited_by_count":126},{"year":2022,"cited_by_count":90},{"year":2021,"cited_by_count":49},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2019-12-26T00:00:00"}