{"id":"https://openalex.org/W4391307088","doi":"https://doi.org/10.1109/smc53992.2023.10394285","title":"Multi-Feature Enhanced Multimodal Action Recognition","display_name":"Multi-Feature Enhanced Multimodal Action Recognition","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4391307088","doi":"https://doi.org/10.1109/smc53992.2023.10394285"},"language":"en","primary_location":{"id":"doi:10.1109/smc53992.2023.10394285","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smc53992.2023.10394285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013902408","display_name":"Qingmeng Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingmeng Zhu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011058446","display_name":"Ziyin Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyin Gu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382845","display_name":"Hao He","orcid":"https://orcid.org/0000-0001-8074-746X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao He","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102850681","display_name":"Zhipeng Yu","orcid":"https://orcid.org/0000-0002-4526-8217"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Yu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369916","display_name":"Chen Li","orcid":"https://orcid.org/0000-0003-1545-8885"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Li","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047135826","display_name":"Tianci Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianci Zhao","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100580407","display_name":"Zixuan Xu","orcid":"https://orcid.org/0009-0001-5877-9681"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Xu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China","Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":null,"first_page":"684","last_page":"689"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9466999769210815,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9047999978065491,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.7692508697509766},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6859410405158997},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5747565627098083},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5016646385192871},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.48593130707740784},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4238676428794861},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4217855632305145},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38357433676719666},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34869128465652466},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08674129843711853}],"concepts":[{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.7692508697509766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6859410405158997},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5747565627098083},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5016646385192871},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.48593130707740784},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4238676428794861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4217855632305145},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38357433676719666},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34869128465652466},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08674129843711853},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53992.2023.10394285","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/smc53992.2023.10394285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1735359634","display_name":null,"funder_award_id":"62101552","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2880617885","display_name":null,"funder_award_id":"2022YFC3103800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1944615693","https://openalex.org/W1947481528","https://openalex.org/W1952703253","https://openalex.org/W1969914528","https://openalex.org/W2064675550","https://openalex.org/W2109317801","https://openalex.org/W2156303437","https://openalex.org/W2194775991","https://openalex.org/W2507009361","https://openalex.org/W2550821151","https://openalex.org/W2799176631","https://openalex.org/W2883429621","https://openalex.org/W2962943250","https://openalex.org/W2963524571","https://openalex.org/W2990503944","https://openalex.org/W3034572008","https://openalex.org/W3092499653","https://openalex.org/W3110239216","https://openalex.org/W3154200459","https://openalex.org/W3160587007","https://openalex.org/W3200114289","https://openalex.org/W3204250462","https://openalex.org/W3205021045","https://openalex.org/W4226058394","https://openalex.org/W4285606530","https://openalex.org/W4288089799","https://openalex.org/W4294557331","https://openalex.org/W4302423224","https://openalex.org/W4310895557","https://openalex.org/W6682864246","https://openalex.org/W6684983439","https://openalex.org/W6739901393","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6790307280","https://openalex.org/W6791353385","https://openalex.org/W6801567822","https://openalex.org/W6802347785","https://openalex.org/W6810738896"],"related_works":["https://openalex.org/W2358901620","https://openalex.org/W4306253668","https://openalex.org/W3032782782","https://openalex.org/W3147584709","https://openalex.org/W2977677679","https://openalex.org/W1992327129","https://openalex.org/W2381986121","https://openalex.org/W2413547588","https://openalex.org/W2370918718","https://openalex.org/W1991896163"],"abstract_inverted_index":{"Action":[0],"recognition":[1,27,69,119,124],"applications":[2],"achieve":[3],"impressive":[4],"success":[5],"in":[6,31],"various":[7],"fields,":[8],"yet":[9],"existing":[10],"approaches":[11],"cannot":[12],"make":[13],"good":[14],"use":[15],"of":[16],"different":[17,79,92],"information":[18,53,82,93],"flows.":[19],"To":[20,49],"tackle":[21],"such":[22],"an":[23],"issue,":[24],"multimodal":[25,67],"action":[26,68,118,123],"exhibit":[28],"remarkable":[29],"potential":[30],"strengthening":[32],"the":[33,37,43],"video":[34,117],"representation.":[35],"However,":[36],"direct":[38],"fusion":[39,88],"may":[40],"not":[41],"enable":[42],"model":[44,58],"to":[45,55,76,90,95],"learn":[46],"appropriate":[47],"knowledge.":[48],"leverage":[50],"extra":[51,80],"feature":[52,81,87],"flow":[54,83],"help":[56],"improve":[57],"performance,":[59],"this":[60],"paper":[61],"proposes":[62],"MFE,":[63],"a":[64,73,86],"multi-feature":[65],"enhanced":[66],"model.":[70],"MFE":[71,108],"introduces":[72],"guiding":[74],"tag":[75],"explicit":[77],"guide":[78],"and":[84],"designs":[85],"module":[89],"fuse":[91],"flows,":[94],"enhance":[96],"hidden":[97],"representation":[98],"through":[99],"more":[100],"semantic":[101],"supervision.":[102],"The":[103],"experimental":[104],"results":[105],"show":[106],"that":[107],"achieves":[109],"better":[110],"or":[111],"comparable":[112],"accuracies":[113],"with":[114],"some":[115],"advanced":[116],"models":[120],"on":[121],"several":[122],"datasets.":[125]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}