{"id":"https://openalex.org/W2897506137","doi":"https://doi.org/10.1109/icme.2018.8486486","title":"Skeleton-Indexed Deep Multi-Modal Feature Learning for High Performance Human Action Recognition","display_name":"Skeleton-Indexed Deep Multi-Modal Feature Learning for High Performance Human Action Recognition","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2897506137","doi":"https://doi.org/10.1109/icme.2018.8486486","mag":"2897506137"},"language":"en","primary_location":{"id":"doi:10.1109/icme.2018.8486486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2018.8486486","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013019215","display_name":"Sijie Song","orcid":"https://orcid.org/0000-0002-2085-6370"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sijie Song","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051469345","display_name":"Cuiling Lan","orcid":"https://orcid.org/0000-0001-9145-9957"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuiling Lan","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076090670","display_name":"Junliang Xing","orcid":"https://orcid.org/0000-0001-6801-0510"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Xing","raw_affiliation_strings":["Chinese Academy of Sciences, National Laboratory of Pattern Recognition, Institute of Automation, Beijing, China","Chinese Academy of Sciences, Institute of Automation, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, National Laboratory of Pattern Recognition, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049963367","display_name":"Wenjun Zeng","orcid":"https://orcid.org/0000-0003-2531-3137"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zeng","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100761525","display_name":"Jiaying Liu","orcid":"https://orcid.org/0000-0002-0468-9576"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaying Liu","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013019215"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":1.7758,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.89315849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11227","display_name":"Diabetic Foot Ulcer Assessment and Management","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8263158798217773},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.7657204866409302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7441449761390686},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7139006853103638},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6659373044967651},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6474791765213013},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6164398789405823},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5394384264945984},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.53837651014328},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4715198278427124},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.46641620993614197},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4270574152469635},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.4200695753097534},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41906997561454773},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4161968231201172},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4146794080734253},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3370709717273712},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21054476499557495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8263158798217773},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.7657204866409302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7441449761390686},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7139006853103638},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6659373044967651},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6474791765213013},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6164398789405823},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5394384264945984},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.53837651014328},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4715198278427124},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.46641620993614197},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4270574152469635},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.4200695753097534},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41906997561454773},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4161968231201172},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4146794080734253},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3370709717273712},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21054476499557495},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme.2018.8486486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2018.8486486","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1744759976","https://openalex.org/W2064675550","https://openalex.org/W2105101328","https://openalex.org/W2143267104","https://openalex.org/W2156303437","https://openalex.org/W2245620145","https://openalex.org/W2507009361","https://openalex.org/W2510185399","https://openalex.org/W2519080876","https://openalex.org/W2526479943","https://openalex.org/W2556782416","https://openalex.org/W2605111198","https://openalex.org/W2792312609","https://openalex.org/W2893690698","https://openalex.org/W2950568498","https://openalex.org/W2964121744","https://openalex.org/W2964134613","https://openalex.org/W6682864246","https://openalex.org/W6724944384","https://openalex.org/W6725062358","https://openalex.org/W6727074247","https://openalex.org/W6730028046","https://openalex.org/W6749145091","https://openalex.org/W6754814062"],"related_works":["https://openalex.org/W2004108207","https://openalex.org/W2901551566","https://openalex.org/W4297270893","https://openalex.org/W2577671007","https://openalex.org/W1591216093","https://openalex.org/W2912100719","https://openalex.org/W2963330455","https://openalex.org/W3091300685","https://openalex.org/W2331280411","https://openalex.org/W2952275251"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,41,47,73],"new":[4],"framework":[5,36,153],"for":[6],"action":[7],"recognition":[8],"with":[9,52],"multi-modal":[10,100],"data.":[11,101],"A":[12,58],"skeleton-indexed":[13,59],"feature":[14,118],"learning":[15],"procedure":[16],"is":[17,37,62,76,106,154],"developed":[18,77],"to":[19,64,78,96,115],"further":[20],"exploit":[21],"the":[22,34,81,126,131,135,147,151,156,159],"detailed":[23],"local":[24],"features":[25,68,83],"from":[26,84],"RGB":[27],"and":[28,46,72,88,109,130],"optical":[29],"flow":[30],"videos.":[31],"In":[32],"particular,":[33],"proposed":[35,103,152],"built":[38],"based":[39],"on":[40,123,158],"deep":[42,104],"Convolutional":[43],"Network":[44,50],"(ConvNet)":[45],"Recurrent":[48],"Neural":[49],"(RNN)":[51],"Long":[53],"Short":[54],"Term":[55],"Memory":[56],"(LSTM).":[57],"transform":[60],"layer":[61],"designed":[63],"automatically":[65],"extract":[66],"visual":[67,82],"around":[69],"key":[70],"joints,":[71],"part-aggregated":[74],"pooling":[75],"uniformly":[79],"regulate":[80],"different":[85,113],"body":[86],"parts":[87],"actors.":[89],"Besides,":[90],"several":[91],"fusion":[92],"schemes":[93],"are":[94],"explored":[95],"take":[97],"advantage":[98],"of":[99,138],"The":[102],"architecture":[105],"end-to-end":[107],"trainable":[108],"can":[110],"better":[111],"incorporate":[112],"modalities":[114],"learn":[116],"effective":[117],"representations.":[119],"Quantitative":[120],"experiment":[121],"results":[122],"two":[124],"datasets,":[125],"NTU":[127,161],"RGB+D":[128,162],"dataset":[129],"MSR":[132],"dataset,":[133],"demonstrate":[134],"excellent":[136],"performance":[137,148],"our":[139,145],"scheme":[140],"over":[141],"other":[142],"state-of-the-arts.":[143],"To":[144],"knowledge,":[146],"obtained":[149],"by":[150],"currently":[155],"best":[157],"challenging":[160],"dataset.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}