{"id":"https://openalex.org/W3003443105","doi":"https://doi.org/10.1109/iros40897.2019.8967570","title":"Action Recognition Based on 3D Skeleton and RGB Frame Fusion","display_name":"Action Recognition Based on 3D Skeleton and RGB Frame Fusion","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3003443105","doi":"https://doi.org/10.1109/iros40897.2019.8967570","mag":"3003443105"},"language":"en","primary_location":{"id":"doi:10.1109/iros40897.2019.8967570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros40897.2019.8967570","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055399722","display_name":"Guiyu Liu","orcid":"https://orcid.org/0000-0002-3926-1430"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guiyu Liu","raw_affiliation_strings":["Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037529768","display_name":"Jiuchao Qian","orcid":"https://orcid.org/0000-0002-4313-9956"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiuchao Qian","raw_affiliation_strings":["Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034251794","display_name":"Fei Wen","orcid":"https://orcid.org/0000-0002-3083-9611"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wen","raw_affiliation_strings":["Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100685782","display_name":"Xiaoguang Zhu","orcid":"https://orcid.org/0000-0001-9554-2133"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoguang Zhu","raw_affiliation_strings":["Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048965499","display_name":"Rendong Ying","orcid":"https://orcid.org/0000-0001-6670-149X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rendong Ying","raw_affiliation_strings":["Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032986088","display_name":"Peilin Liu","orcid":"https://orcid.org/0000-0002-5321-2336"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peilin Liu","raw_affiliation_strings":["Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University,School of Electronic Information and Electrical Engineering","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"258","last_page":"264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.8551113605499268},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8140504956245422},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8082877993583679},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6792418360710144},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6280120611190796},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6178261041641235},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.5379531979560852},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5040618181228638},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4568333327770233},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.45551010966300964},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4447326958179474}],"concepts":[{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.8551113605499268},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8140504956245422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8082877993583679},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6792418360710144},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6280120611190796},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6178261041641235},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.5379531979560852},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5040618181228638},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4568333327770233},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.45551010966300964},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4447326958179474},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros40897.2019.8967570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros40897.2019.8967570","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W203345490","https://openalex.org/W846669277","https://openalex.org/W854541894","https://openalex.org/W1514535095","https://openalex.org/W1522734439","https://openalex.org/W1893516992","https://openalex.org/W1947481528","https://openalex.org/W1950788856","https://openalex.org/W1953802779","https://openalex.org/W1985469025","https://openalex.org/W2016053056","https://openalex.org/W2048821851","https://openalex.org/W2056898157","https://openalex.org/W2064675550","https://openalex.org/W2073139398","https://openalex.org/W2126579184","https://openalex.org/W2133564696","https://openalex.org/W2143267104","https://openalex.org/W2145546283","https://openalex.org/W2156303437","https://openalex.org/W2158301611","https://openalex.org/W2172156083","https://openalex.org/W2172806452","https://openalex.org/W2309561466","https://openalex.org/W2507009361","https://openalex.org/W2510185399","https://openalex.org/W2519711346","https://openalex.org/W2526479943","https://openalex.org/W2531409750","https://openalex.org/W2603861860","https://openalex.org/W2604321021","https://openalex.org/W2606294640","https://openalex.org/W2776217220","https://openalex.org/W2792345332","https://openalex.org/W2798644314","https://openalex.org/W2895445581","https://openalex.org/W2952587893","https://openalex.org/W2953330232","https://openalex.org/W2953787907","https://openalex.org/W2962891704","https://openalex.org/W2963032654","https://openalex.org/W2963524571","https://openalex.org/W2964134613","https://openalex.org/W2964304299","https://openalex.org/W2964308564","https://openalex.org/W3098538019","https://openalex.org/W3100437087","https://openalex.org/W4230005465","https://openalex.org/W4294557331","https://openalex.org/W6600983433","https://openalex.org/W6608276133","https://openalex.org/W6623517193","https://openalex.org/W6630875275","https://openalex.org/W6640754710","https://openalex.org/W6679434410","https://openalex.org/W6682864246","https://openalex.org/W6684983439","https://openalex.org/W6698200468","https://openalex.org/W6724944384","https://openalex.org/W6725062358","https://openalex.org/W6726852483","https://openalex.org/W6737019326","https://openalex.org/W6755220728"],"related_works":["https://openalex.org/W2953562271","https://openalex.org/W2334655667","https://openalex.org/W2105938841","https://openalex.org/W2464530384","https://openalex.org/W4253358700","https://openalex.org/W3139863978","https://openalex.org/W2014897006","https://openalex.org/W1756135943","https://openalex.org/W4298048979","https://openalex.org/W781454998"],"abstract_inverted_index":{"Action":[0],"recognition":[1,17,46],"has":[2,162],"wide":[3],"applications":[4],"in":[5,89],"assisted":[6],"living,":[7],"health":[8],"monitoring,":[9],"surveillance,":[10],"and":[11,56,71,92,105,126,166,181],"human-computer":[12],"interaction.":[13],"In":[14],"traditional":[15],"action":[16,45,138],"methods,":[18],"RGB":[19,58,78,153,158,171],"video-based":[20,172],"ones":[21,29],"are":[22,30,112,130],"effective":[23],"but":[24,33],"computationally":[25,31],"inefficient,":[26],"while":[27],"skeleton-based":[28],"efficient":[32,169],"do":[34],"not":[35],"make":[36],"use":[37],"of":[38,143],"low-level":[39],"detail":[40],"information.":[41],"This":[42],"work":[43],"considers":[44],"based":[47],"on":[48,176],"a":[49,62,67,72,90,102,106,119,133,151,163],"multimodal":[50],"fusion":[51,135],"between":[52],"the":[53,57,115,123,127],"3D":[54,68],"skeleton":[55,69,116],"image.":[59],"We":[60],"design":[61],"neural":[63],"network":[64,136],"that":[65,147],"uses":[66,149],"sequence":[70,117],"single":[73,152],"middle":[74],"frame":[75,88,154],"from":[76,96,114],"an":[77,157],"video":[79,91],"as":[80],"input.":[81],"Specifically,":[82],"our":[83,144,185],"method":[84,145,186],"picks":[85],"up":[86],"one":[87],"extracts":[93],"spatial":[94,124],"features":[95,111,125,129],"it":[97,148,161],"using":[98],"two":[99,177],"attention":[100],"modules,":[101],"self-attention":[103],"module":[104],"skeleton-attention":[107],"module.":[108],"Further,":[109],"temporal":[110,128],"extracted":[113],"via":[118,132],"BI-LSTM":[120],"sub-network.":[121],"Finally,":[122],"combined":[131],"feature":[134,142],"for":[137],"classification.":[139],"A":[140],"distinct":[141],"is":[146,167],"only":[150],"rather":[155],"than":[156,170],"video.":[159],"Accordingly,":[160],"light-weighted":[164],"architecture":[165],"more":[168],"methods.":[173,194],"Comparative":[174],"evaluation":[175],"public":[178],"datasets,":[179],"NTU-RGBD":[180],"SYSU,":[182],"demonstrates":[183],"that,":[184],"can":[187],"achieve":[188],"competitive":[189],"performance":[190],"compared":[191],"with":[192],"state-of-the-art":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}