{"id":"https://openalex.org/W4404729975","doi":"https://doi.org/10.1145/3686397.3686410","title":"Keypoints-based multimodal network for robust human action recognition","display_name":"Keypoints-based multimodal network for robust human action recognition","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4404729975","doi":"https://doi.org/10.1145/3686397.3686410"},"language":"en","primary_location":{"id":"doi:10.1145/3686397.3686410","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3686397.3686410","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 8th International Conference on Information System and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021366542","display_name":"Zesheng Hu","orcid":"https://orcid.org/0009-0005-8969-9130"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zesheng Hu","raw_affiliation_strings":["School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085214289","display_name":"Genlin Ji","orcid":"https://orcid.org/0000-0002-7475-1910"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Genlin Ji","raw_affiliation_strings":["School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047780118","display_name":"Jiaquan Gao","orcid":"https://orcid.org/0000-0002-2983-9921"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaquan Gao","raw_affiliation_strings":["School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101496246","display_name":"Bin Zhao","orcid":"https://orcid.org/0000-0002-1764-7084"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhao","raw_affiliation_strings":["School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021250297","display_name":"Xichen Yang","orcid":"https://orcid.org/0000-0002-9949-4818"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xichen Yang","raw_affiliation_strings":["School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Electronic Information/ Artificial Intelligence, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021366542"],"corresponding_institution_ids":["https://openalex.org/I152031979"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21767021,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"71","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.765812873840332},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.7312893271446228},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5129358768463135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4869929254055023},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36457717418670654}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765812873840332},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.7312893271446228},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5129358768463135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4869929254055023},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36457717418670654},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3686397.3686410","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3686397.3686410","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 8th International Conference on Information System and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G73044725","display_name":null,"funder_award_id":"41971343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2156303437","https://openalex.org/W2194775991","https://openalex.org/W2810685774","https://openalex.org/W2944006115","https://openalex.org/W2946948417","https://openalex.org/W2948058585","https://openalex.org/W2963076818","https://openalex.org/W2963288541","https://openalex.org/W2964134613","https://openalex.org/W2990503944","https://openalex.org/W2991727786","https://openalex.org/W2992063462","https://openalex.org/W3034996364","https://openalex.org/W3035225512","https://openalex.org/W3040352764","https://openalex.org/W3099380613","https://openalex.org/W3119171349","https://openalex.org/W3138516171","https://openalex.org/W3154985639","https://openalex.org/W3162938128","https://openalex.org/W3175624454","https://openalex.org/W3195949276","https://openalex.org/W3203634062","https://openalex.org/W3213518743","https://openalex.org/W4226079235","https://openalex.org/W4282943820","https://openalex.org/W4282981352","https://openalex.org/W4283814875","https://openalex.org/W4312245820","https://openalex.org/W4312263092","https://openalex.org/W4312708569","https://openalex.org/W4317624908","https://openalex.org/W4319299930","https://openalex.org/W4361247902","https://openalex.org/W4387373203","https://openalex.org/W4388073267","https://openalex.org/W6770046989"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Skeleton-based":[0],"action":[1,37,104,130],"recognition":[2,38,131,149],"has":[3],"garnered":[4],"widespread":[5],"attention.":[6],"However,":[7,54],"due":[8],"to":[9,26,46,75],"the":[10,28,40,49,81,95],"inherent":[11],"limitations":[12],"of":[13,42,51,88],"skeleton":[14],"sequences,":[15],"existing":[16],"works":[17],"often":[18],"confuse":[19],"actions":[20],"with":[21],"inter-class":[22],"similarities":[23],"and":[24,85,109,128],"struggle":[25],"meet":[27],"requirement":[29],"for":[30,137],"viewpoint":[31],"invariance.":[32],"As":[33,133],"a":[34,69],"solution,":[35],"multimodal":[36,71,97,129],"leverages":[39],"complementarity":[41],"information":[43],"between":[44],"modalities":[45,58],"significantly":[47],"enhance":[48],"performance":[50,124],"unimodal":[52,127],"models.":[53],"effectively":[55,141],"integrating":[56],"these":[57],"remains":[59],"an":[60,134],"open":[61],"problem.":[62],"In":[63],"this":[64],"work,":[65],"we":[66,93],"first":[67],"propose":[68],"keypoints-based":[70,96],"data":[72],"fusion":[73,98],"method":[74],"construct":[76],"images":[77],"that":[78,119],"adequately":[79],"represent":[80],"crucial":[82],"spatiotemporal":[83],"characteristics":[84],"their":[86,148],"variations":[87],"actions.":[89],"Building":[90],"upon":[91],"this,":[92],"introduce":[94],"network":[99],"(KBMN),":[100],"which":[101],"comprehensively":[102],"learns":[103],"features":[105],"from":[106],"skeleton,":[107],"RGB,":[108],"depth":[110],"data.":[111],"Extensive":[112],"experiments":[113],"on":[114],"two":[115],"large-scale":[116],"datasets":[117],"demonstrate":[118],"our":[120],"KBMN":[121,140],"exhibits":[122],"robust":[123],"in":[125,146],"both":[126],"tasks.":[132],"auxiliary":[135],"model":[136],"skeleton-based":[138],"methods,":[139],"assists":[142],"various":[143],"baseline":[144],"methods":[145],"improving":[147],"accuracy.":[150]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}