{"id":"https://openalex.org/W4412722338","doi":"https://doi.org/10.1109/tmc.2025.3593406","title":"FM-Fi 2.0: Foundation Model for Cross-Modal Multi-Person Human Activity Recognition","display_name":"FM-Fi 2.0: Foundation Model for Cross-Modal Multi-Person Human Activity Recognition","publication_year":2025,"publication_date":"2025-07-28","ids":{"openalex":"https://openalex.org/W4412722338","doi":"https://doi.org/10.1109/tmc.2025.3593406"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3593406","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3593406","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113902999","display_name":"Yuxuan Weng","orcid":"https://orcid.org/0009-0002-2537-2639"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxuan Weng","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","Department of Computer Science and Engineering, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0007-0045-7704","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030635624","display_name":"Tianyue Zheng","orcid":"https://orcid.org/0000-0002-2826-6498"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyue Zheng","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","Department of Computer Science and Engineering, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-2826-6498","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038871254","display_name":"Yanbing Yang","orcid":"https://orcid.org/0000-0002-9266-8600"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbing Yang","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China","College of Computer Science, Sichuan University, China"],"raw_orcid":"https://orcid.org/0000-0002-9266-8600","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]},{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081222445","display_name":"Jun Luo","orcid":"https://orcid.org/0000-0002-7036-5158"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Luo","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7036-5158","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113902999"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":3.0276,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91887581,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"25","issue":"1","first_page":"566","last_page":"582"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9144999980926514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9144999980926514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7661287784576416},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6142362952232361},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.49679091572761536},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.401452898979187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36154019832611084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7661287784576416},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6142362952232361},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.49679091572761536},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.401452898979187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36154019832611084},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2025.3593406","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3593406","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-171653","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-171653","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G4885302991","display_name":null,"funder_award_id":"62272329","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327605","display_name":"Southern University of Science and Technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1731081199","https://openalex.org/W2162224035","https://openalex.org/W2398232863","https://openalex.org/W2888789276","https://openalex.org/W2891278391","https://openalex.org/W2897132279","https://openalex.org/W2898272312","https://openalex.org/W2898581654","https://openalex.org/W2902024067","https://openalex.org/W2945834184","https://openalex.org/W2950821050","https://openalex.org/W2981356320","https://openalex.org/W2983307807","https://openalex.org/W2986015886","https://openalex.org/W2998376881","https://openalex.org/W3035524453","https://openalex.org/W3044326989","https://openalex.org/W3107949730","https://openalex.org/W3108136096","https://openalex.org/W3109228974","https://openalex.org/W3146968685","https://openalex.org/W3153312280","https://openalex.org/W3156340046","https://openalex.org/W3174351785","https://openalex.org/W3174401204","https://openalex.org/W3198130403","https://openalex.org/W3198675127","https://openalex.org/W3206423893","https://openalex.org/W3207984187","https://openalex.org/W3208472616","https://openalex.org/W3209172418","https://openalex.org/W3209614332","https://openalex.org/W3212193748","https://openalex.org/W4213419823","https://openalex.org/W4214482791","https://openalex.org/W4214755140","https://openalex.org/W4220925543","https://openalex.org/W4283705653","https://openalex.org/W4283819124","https://openalex.org/W4294891853","https://openalex.org/W4328027183","https://openalex.org/W4385245566","https://openalex.org/W4385570016","https://openalex.org/W4386076432","https://openalex.org/W4386076522","https://openalex.org/W4386634219","https://openalex.org/W4387227683","https://openalex.org/W4390873272","https://openalex.org/W4404034597","https://openalex.org/W4404034620"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"Radio-Frequency":[0],"(RF)-based":[1],"Human":[2],"Activity":[3],"Recognition":[4],"(HAR)":[5],"rises":[6],"as":[7],"a":[8,36,138],"promising":[9],"solution":[10],"when":[11,66],"low-light,":[12],"obstructions,":[13],"or":[14],"privacy":[15],"concerns":[16],"render":[17],"computer":[18],"vision":[19],"impractical.":[20],"However,":[21],"the":[22,41,87,102,131,152,174,188,194],"<italic":[23,45,140],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[24,46,141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">scarcity</i>":[25],"of":[26,44,89,105,117,155,190,200],"labeled":[27],"RF":[28,70,108,148],"data":[29,57],"due":[30],"to":[31,40,68,85,110,126,150,172],"their":[32],"non-interpretable":[33],"nature":[34],"poses":[35],"significant":[37],"obstacle.":[38],"Thanks":[39],"recent":[42],"breakthrough":[43],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">foundation":[47],"model</i>s":[48],"(FMs),":[49],"extracting":[50],"deep":[51],"semantic":[52],"insights":[53],"from":[54],"unlabeled":[55],"visual":[56],"become":[58],"viable,":[59],"yet":[60],"these":[61],"vision-based":[62,90,191],"FMs":[63,91,156],"fall":[64],"short":[65],"applied":[67],"small":[69],"datasets.":[71],"To":[72],"bridge":[73],"this":[74],"gap,":[75],"we":[76],"introduce":[77],"FM-Fi":[78,98,134,185,201],"2.0,":[79],"an":[80,147],"innovative":[81],"cross-modal":[82,115,139],"framework":[83,162],"engineered":[84],"translate":[86],"knowledge":[88,143],"for":[92,157,176],"enhancing":[93],"RF-based,":[94],"multi-person":[95],"HAR":[96,178],"systems.":[97],"2.0":[99,135,186],"first":[100],"employs":[101,137],"intrinsic":[103],"capabilities":[104],"FM":[106],"and":[107,114,193],"modality":[109],"associate":[111],"both":[112],"intra-":[113],"features":[116,125],"each":[118],"subject,":[119],"while":[120],"simultaneously":[121],"filtering":[122],"out":[123],"irrelevant":[124],"achieve":[127],"better":[128],"alignment":[129],"between":[130],"two":[132],"modalities.":[133],"also":[136],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">contrastive</i>":[142],"distillation":[144],"mechanism,":[145],"enabling":[146],"encoder":[149],"inherit":[151],"interpretative":[153],"power":[154],"achieving":[158],"zero-shot":[159],"learning.":[160],"The":[161],"is":[163],"further":[164],"refined":[165],"through":[166],"metric-based":[167],"few-shot":[168],"learning":[169],"techniques,":[170],"aiming":[171],"boost":[173],"performance":[175],"predefined":[177],"tasks.":[179],"Comprehensive":[180],"evaluations":[181],"evidently":[182],"indicate":[183],"that":[184],"rivals":[187],"effectiveness":[189],"methodologies,":[192],"evaluation":[195],"results":[196],"provide":[197],"empirical":[198],"validation":[199],"2.0's":[202],"generalizability":[203],"across":[204],"various":[205],"environments.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-22T09:01:20.584952","created_date":"2025-10-10T00:00:00"}