{"id":"https://openalex.org/W7147209534","doi":"https://doi.org/10.1109/icvisp68610.2025.11451678","title":"TMMFFN: Three Modalities Multi-branch Feature Fusion Network for Human Activity Recognition","display_name":"TMMFFN: Three Modalities Multi-branch Feature Fusion Network for Human Activity Recognition","publication_year":2025,"publication_date":"2025-11-28","ids":{"openalex":"https://openalex.org/W7147209534","doi":"https://doi.org/10.1109/icvisp68610.2025.11451678"},"language":null,"primary_location":{"id":"doi:10.1109/icvisp68610.2025.11451678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icvisp68610.2025.11451678","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 9th International Conference on Vision, Image and Signal Processing (ICVISP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023418635","display_name":"Zhuo Wang","orcid":"https://orcid.org/0000-0002-4582-3401"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuo Wang","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132691472","display_name":"Feng Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Zhao","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124794014","display_name":"Hanqiang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I88830068","display_name":"Shaanxi Normal University","ror":"https://ror.org/0170z8493","country_code":"CN","type":"education","lineage":["https://openalex.org/I88830068"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanqiang Liu","raw_affiliation_strings":["Shaanxi Normal University,School of Artificial Intelligence and Computer Science,Xi’an,P. R. China,710121"],"affiliations":[{"raw_affiliation_string":"Shaanxi Normal University,School of Artificial Intelligence and Computer Science,Xi’an,P. R. China,710121","institution_ids":["https://openalex.org/I88830068"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001548942","display_name":"Qianqian Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Luo","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132645507","display_name":"Junjie Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Zhang","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032858379","display_name":"Jiaheng Liu","orcid":"https://orcid.org/0000-0002-5183-8538"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaheng Liu","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,School of Telecommunication and Information Engineering,Xi’an,P. R. China,710121","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023418635"],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74900722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9419999718666077,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9419999718666077,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.021800000220537186,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.5925999879837036},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5152000188827515},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5108000040054321},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4997999966144562},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.48739999532699585},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4821999967098236},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4749000072479248},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4388999938964844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7111999988555908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.65829998254776},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.5925999879837036},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5152000188827515},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5108000040054321},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4997999966144562},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48739999532699585},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4821999967098236},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4388999938964844},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4327999949455261},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.4296000003814697},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42899999022483826},{"id":"https://openalex.org/C2777846634","wikidata":"https://www.wikidata.org/wiki/Q9621","display_name":"Human skeleton","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2842000126838684},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.28060001134872437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icvisp68610.2025.11451678","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icvisp68610.2025.11451678","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 9th International Conference on Vision, Image and Signal Processing (ICVISP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1969595749","https://openalex.org/W2162415752","https://openalex.org/W2749455101","https://openalex.org/W2801867274","https://openalex.org/W2897585580","https://openalex.org/W2914046684","https://openalex.org/W3027736210","https://openalex.org/W3084249976","https://openalex.org/W3135691841","https://openalex.org/W4308933614","https://openalex.org/W4311402347","https://openalex.org/W4317624908","https://openalex.org/W4319078702","https://openalex.org/W4385975616","https://openalex.org/W4389300669","https://openalex.org/W4390607146","https://openalex.org/W4392293650","https://openalex.org/W4398152834","https://openalex.org/W4402727296","https://openalex.org/W4403446100","https://openalex.org/W4406727926"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"human":[1],"activity":[2],"recognition":[3],"(HAR)":[4],"is":[5,52,134],"a":[6,50,119],"significant":[7],"research":[8],"focus":[9],"in":[10,74,141],"the":[11,17,63,100,112,116,142],"fields":[12],"of":[13,19,144],"computer":[14],"science":[15],"and":[16,77,90,104,129,147],"Internet":[18],"Things":[20],"(IoT).":[21],"However,":[22],"many":[23],"methods":[24],"that":[25,70],"utilize":[26],"skeleton":[27,86,102],"data":[28,149],"heavily":[29],"depend":[30],"on":[31,127],"specific":[32],"features,":[33],"leading":[34],"to":[35,58,98,105],"limited":[36],"adaptability.":[37],"In":[38],"depth":[39,78,93,113],"sequence":[40],"analysis,":[41],"some":[42],"key":[43,85],"information":[44,73,110],"may":[45],"be":[46],"missing.":[47],"Furthermore,":[48],"when":[49],"modality":[51],"missing,":[53],"neural":[54],"networks":[55],"often":[56],"fail":[57],"perform":[59],"effectively.":[60],"To":[61],"address":[62],"above":[64],"issues,":[65],"we":[66,81],"introduced":[67],"wearable":[68],"devices":[69],"capture":[71,96],"pose":[72],"both":[75],"skeletal":[76],"modalities.":[79],"Additionally,":[80],"proposed":[82],"algorithms":[83],"Human":[84],"joints":[87,103],"evolution":[88],"module":[89,97],"Angle":[91],"measurement-based":[92],"body-pose":[94],"knowledge":[95],"select":[99],"optimal":[101],"extract":[106],"more":[107],"detailed":[108],"structural":[109],"from":[111],"sequences.":[114],"At":[115],"same":[117],"time,":[118],"three":[120],"mode":[121,131],"multi-branch":[122],"feature":[123],"fusion":[124],"network":[125],"based":[126],"Transformer":[128],"mixed":[130],"loss":[132],"function":[133],"proposed,":[135],"which":[136],"can":[137],"realize":[138],"stable":[139],"reasoning":[140],"case":[143],"missing":[145],"modes":[146],"dynamic":[148],"input.":[150]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-04-02T00:00:00"}