{"id":"https://openalex.org/W4383109216","doi":"https://doi.org/10.1109/icra48891.2023.10161428","title":"ImmFusion: Robust mmWave-RGB Fusion for 3D Human Body Reconstruction in All Weather Conditions","display_name":"ImmFusion: Robust mmWave-RGB Fusion for 3D Human Body Reconstruction in All Weather Conditions","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383109216","doi":"https://doi.org/10.1109/icra48891.2023.10161428"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161428","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Anjun Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Anjun Chen","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I4391767838"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369974","display_name":"Xiangyu Wang","orcid":"https://orcid.org/0000-0001-8718-6941"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Wang","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I4391767838"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100778907","display_name":"Kun Shi","orcid":"https://orcid.org/0000-0001-7275-0810"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Shi","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I4391767838"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080613789","display_name":"Shaohao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohao Zhu","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I4391767838"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029662229","display_name":"Bin Fang","orcid":"https://orcid.org/0000-0002-9149-7336"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Fang","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065987766","display_name":"Yingfeng Chen","orcid":"https://orcid.org/0000-0002-7995-2113"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingfeng Chen","raw_affiliation_strings":["NetEase,Fuxi AI Lab,Hangzhou,China","Fuxi AI Lab, NetEase, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"NetEase,Fuxi AI Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210091137"]},{"raw_affiliation_string":"Fuxi AI Lab, NetEase, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726041","display_name":"Jiming Chen","orcid":"https://orcid.org/0000-0003-3155-3145"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiming Chen","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I4391767838"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081150377","display_name":"Yuchi Huo","orcid":"https://orcid.org/0000-0003-3296-7999"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchi Huo","raw_affiliation_strings":["Zhejiang University,State Key Lab of CAD&CG, Zhejiang Lab,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Lab of CAD&CG, Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052177334","display_name":"Qi Ye","orcid":"https://orcid.org/0000-0003-0328-5075"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Ye","raw_affiliation_strings":["Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","Key Laboratory of Collaborative Sensing and Autonomous Unmanned Systems of Zhejiang Province","State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","State Key Laboratory of Industrial Control Technology, College of Control Science and Engineering, Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Laboratory of Industrial Control Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I4391767838"]},{"raw_affiliation_string":"Key Laboratory of Collaborative Sensing and Autonomous Unmanned Systems of Zhejiang Province","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, College of Control Science and Engineering, Zhejiang University","institution_ids":["https://openalex.org/I4391767838"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4391767838","https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":3.7566,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.94093762,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2752","last_page":"2758"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12386","display_name":"Advanced X-ray and CT Imaging","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7767557501792908},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.699290931224823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6464056968688965},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5736088752746582},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5564948916435242},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.44632336497306824},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4309769570827484},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.42191046476364136},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.30233898758888245},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09832045435905457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7767557501792908},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.699290931224823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6464056968688965},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5736088752746582},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5564948916435242},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.44632336497306824},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4309769570827484},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.42191046476364136},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.30233898758888245},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09832045435905457},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10161428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161428","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G5454569195","display_name":null,"funder_award_id":"62088101,62233013,62103372","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2001881450","https://openalex.org/W2949860773","https://openalex.org/W2963121255","https://openalex.org/W2963400571","https://openalex.org/W2963907666","https://openalex.org/W2967896172","https://openalex.org/W2978956737","https://openalex.org/W2997616834","https://openalex.org/W2998621957","https://openalex.org/W3014641072","https://openalex.org/W3034429258","https://openalex.org/W3034543232","https://openalex.org/W3035551320","https://openalex.org/W3105073457","https://openalex.org/W3106758349","https://openalex.org/W3118479569","https://openalex.org/W3130190409","https://openalex.org/W3148242781","https://openalex.org/W3156482771","https://openalex.org/W3159497806","https://openalex.org/W3168472259","https://openalex.org/W3170030651","https://openalex.org/W3175199633","https://openalex.org/W3175987492","https://openalex.org/W3184180073","https://openalex.org/W3204554924","https://openalex.org/W3205717647","https://openalex.org/W3209236887","https://openalex.org/W4214684804","https://openalex.org/W4225986494","https://openalex.org/W4295682580","https://openalex.org/W4312707458","https://openalex.org/W4312709167","https://openalex.org/W4312767894","https://openalex.org/W4312941264","https://openalex.org/W4313142416","https://openalex.org/W4385245566","https://openalex.org/W6739778489","https://openalex.org/W6739901393","https://openalex.org/W6795018884","https://openalex.org/W6810666522"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W1964041166","https://openalex.org/W4390887692","https://openalex.org/W4293094720","https://openalex.org/W2739701376"],"abstract_inverted_index":{"3D":[0,27,44,77,162],"human":[1,28,45,78,163],"reconstruction":[2,46,165],"from":[3,115],"RGB":[4,37,62],"images":[5],"achieves":[6],"decent":[7],"results":[8],"in":[9,16,32,80,144,166],"good":[10],"weather":[11,82,168],"conditions":[12,83],"but":[13],"degrades":[14],"dramatically":[15],"rough":[17,33],"weather.":[18,34],"Complementary,":[19],"mmWave":[20,39,57],"radars":[21],"have":[22],"been":[23],"employed":[24],"to":[25,75,158,178],"reconstruct":[26,76],"joints":[29],"and":[30,38,58,91,98,107,112,118],"meshes":[31],"However,":[35],"combining":[36],"signals":[40],"for":[41,94,102,124],"robust":[42,161],"all-weather":[43],"is":[47,175],"still":[48],"an":[49],"open":[50],"challenge,":[51],"given":[52],"the":[53,59,70,119,153],"sparse":[54],"nature":[55],"of":[56,61,89,128,155,180],"vulnerability":[60],"images.":[63],"In":[64,170],"this":[65],"paper,":[66],"we":[67],"present":[68],"ImmFusion,":[69],"first":[71],"mmWave-RGB":[72],"fusion":[73,127,184],"solution":[74],"bodies":[79],"all":[81,167],"robustly.":[84],"Specifically,":[85],"our":[86,172],"ImmFusion":[87,149],"consists":[88],"image":[90,106],"point":[92,108],"backbones":[93,109],"token":[95,103],"feature":[96],"extraction":[97],"a":[99,139,160],"Transformer":[100,121],"module":[101],"fusion.":[104],"The":[105],"refine":[110],"global":[111],"local":[113],"features":[114],"original":[116],"data,":[117],"Fusion":[120],"Module":[122],"aims":[123],"effective":[125],"information":[126,154],"two":[129,156],"modalities":[130,157],"by":[131],"dynamically":[132],"selecting":[133],"informative":[134],"tokens.":[135],"Extensive":[136],"experiments":[137],"on":[138],"large-scale":[140],"dataset,":[141],"mmBody,":[142],"captured":[143],"various":[145],"environments":[146],"demonstrate":[147],"that":[148,179],"can":[150],"efficiently":[151],"utilize":[152],"achieve":[159],"body":[164],"conditions.":[169],"addition,":[171],"method's":[173],"accuracy":[174],"significantly":[176],"superior":[177],"state-of-the-art":[181],"Transformer-based":[182],"LiDAR-camera":[183],"methods.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}