{"id":"https://openalex.org/W4394711494","doi":"https://doi.org/10.1109/tgrs.2024.3387732","title":"Multi-Sem Fusion: Multimodal Semantic Fusion for 3-D Object Detection","display_name":"Multi-Sem Fusion: Multimodal Semantic Fusion for 3-D Object Detection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394711494","doi":"https://doi.org/10.1109/tgrs.2024.3387732"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3387732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3387732","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037942445","display_name":"Shaoqing Xu","orcid":"https://orcid.org/0000-0003-0274-6677"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]},{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Shaoqing Xu","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City and the Department of Electromechanical Engineering, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City and the Department of Electromechanical Engineering, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101907358","display_name":"Fang Li","orcid":"https://orcid.org/0000-0002-3677-2577"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Li","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060187904","display_name":"Ziying Song","orcid":"https://orcid.org/0000-0001-5539-2599"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziying Song","raw_affiliation_strings":["School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China","School of Computer and Information Technology, Beijing Key Lab of Traffic Data Analysis and Mining, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Key Lab of Traffic Data Analysis and Mining, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101949273","display_name":"Jin Fang","orcid":"https://orcid.org/0000-0002-7947-6807"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]},{"id":"https://openalex.org/I4210139393","display_name":"Inceptus (United States)","ror":"https://ror.org/04t7my217","country_code":"US","type":"company","lineage":["https://openalex.org/I4210139393"]}],"countries":["MO","US"],"is_corresponding":false,"raw_author_name":"Jin Fang","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","Inceptio, USA"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]},{"raw_affiliation_string":"Inceptio, USA","institution_ids":["https://openalex.org/I4210139393"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011351048","display_name":"Sifen Wang","orcid":"https://orcid.org/0000-0002-4451-9993"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sifen Wang","raw_affiliation_strings":["School of Transportation Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011123518","display_name":"Zhi-Xin Yang","orcid":"https://orcid.org/0000-0001-9151-7758"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhi-Xin Yang","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City and the Department of Electromechanical Engineering, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City and the Department of Electromechanical Engineering, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037942445"],"corresponding_institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"],"apc_list":null,"apc_paid":null,"fwci":5.5108,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96789339,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6980106830596924},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.653459370136261},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5575162172317505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.553732693195343},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5293567776679993},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5144103169441223},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.46647271513938904},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3323165476322174},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10726776719093323}],"concepts":[{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6980106830596924},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.653459370136261},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5575162172317505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.553732693195343},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5293567776679993},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5144103169441223},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.46647271513938904},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3323165476322174},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10726776719093323},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3387732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3387732","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G544116970","display_name":null,"funder_award_id":"MYRG2022-00059-FST","funder_id":"https://openalex.org/F4320322841","funder_display_name":"Universidade de Macau"},{"id":"https://openalex.org/G5671542690","display_name":null,"funder_award_id":"MYRG-GRG2023-00237-FST-UMDF","funder_id":"https://openalex.org/F4320322841","funder_display_name":"Universidade de Macau"},{"id":"https://openalex.org/G7880381122","display_name":null,"funder_award_id":"2023A0505030003","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8097306881","display_name":null,"funder_award_id":"2020B1515130001","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320322841","display_name":"Universidade de Macau","ror":"https://ror.org/01r4q9n85"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W2031489346","https://openalex.org/W2150066425","https://openalex.org/W2555618208","https://openalex.org/W2786036844","https://openalex.org/W2787091153","https://openalex.org/W2798965597","https://openalex.org/W2897529137","https://openalex.org/W2911840775","https://openalex.org/W2949708697","https://openalex.org/W2951517617","https://openalex.org/W2954174912","https://openalex.org/W2955058313","https://openalex.org/W2962888833","https://openalex.org/W2963400571","https://openalex.org/W2963410012","https://openalex.org/W2963849369","https://openalex.org/W2964062501","https://openalex.org/W2967654291","https://openalex.org/W2968296999","https://openalex.org/W2981857055","https://openalex.org/W2982083293","https://openalex.org/W2982169158","https://openalex.org/W2982363097","https://openalex.org/W2996166203","https://openalex.org/W3004351857","https://openalex.org/W3014367186","https://openalex.org/W3017930107","https://openalex.org/W3032304793","https://openalex.org/W3034239557","https://openalex.org/W3034314779","https://openalex.org/W3034407526","https://openalex.org/W3035275207","https://openalex.org/W3035346742","https://openalex.org/W3035461736","https://openalex.org/W3035574168","https://openalex.org/W3035748168","https://openalex.org/W3035750285","https://openalex.org/W3091982744","https://openalex.org/W3105073457","https://openalex.org/W3107819843","https://openalex.org/W3114753236","https://openalex.org/W3118341329","https://openalex.org/W3118479569","https://openalex.org/W3130463448","https://openalex.org/W3137210930","https://openalex.org/W3166101916","https://openalex.org/W3167095230","https://openalex.org/W3173668541","https://openalex.org/W3177330511","https://openalex.org/W3178887474","https://openalex.org/W3181190968","https://openalex.org/W3209639308","https://openalex.org/W3215100485","https://openalex.org/W3217335336","https://openalex.org/W4287295323","https://openalex.org/W4293811845","https://openalex.org/W4308148751","https://openalex.org/W4312353519","https://openalex.org/W4312707458","https://openalex.org/W4312953085","https://openalex.org/W4312976258","https://openalex.org/W4313149358","https://openalex.org/W4322706885","https://openalex.org/W4362654659","https://openalex.org/W4367281358","https://openalex.org/W4376870884","https://openalex.org/W4382465779","https://openalex.org/W4383066393","https://openalex.org/W4385975752","https://openalex.org/W4386076253","https://openalex.org/W4386076370","https://openalex.org/W4386083121","https://openalex.org/W4388052703","https://openalex.org/W4388543919","https://openalex.org/W4390872346","https://openalex.org/W4390874213","https://openalex.org/W6747827861","https://openalex.org/W6757817989","https://openalex.org/W6763422710","https://openalex.org/W6764514022","https://openalex.org/W6776172991","https://openalex.org/W6779712747","https://openalex.org/W6838873368","https://openalex.org/W6838956374","https://openalex.org/W6842385943"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3214791684","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2370195708","https://openalex.org/W1490651872"],"abstract_inverted_index":{"LIDAR":[0],"and":[1,47,114,220],"camera":[2],"fusion":[3,78,133,204],"techniques":[4],"are":[5],"promising":[6],"for":[7,90],"achieving":[8],"3D":[9,17,28,101,115,149,186],"object":[10,18,150,187],"detection":[11,19,34,172,188,210,238],"in":[12],"autonomous":[13],"driving.":[14],"Most":[15],"multi-modal":[16,77],"frameworks":[20],"integrate":[21],"semantic":[22,60,83,96,142,226],"knowledge":[23],"from":[24],"2D":[25,41,95,113,225],"images":[26],"into":[27,100],"LiDAR":[29],"point":[30,102,137,218],"clouds":[31,103,219],"to":[32,58,86,126,146,161,168,213],"enhance":[33],"accuracy.":[35],"Nevertheless,":[36],"the":[37,68,94,112,136,140,147,170,177,197,202,209,214,221],"restricted":[38],"resolution":[39],"of":[40,176],"feature":[42],"maps":[43],"impedes":[44],"accurate":[45],"re-projection":[46,99],"often":[48],"induces":[49],"a":[50,75,155,234],"pronounced":[51],"boundary-blurring":[52],"effect,":[53],"which":[54],"is":[55,144],"primarily":[56],"attributed":[57],"erroneous":[59],"segmentation.":[61],"To":[62,107],"address":[63],"these":[64],"limitations,":[65],"we":[66,118,153],"present":[67],"<italic":[69],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[70],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Multi-Sem":[71],"Fusion":[72,123,158],"(MSF)</i>":[73],"framework,":[74],"versatile":[76],"approach":[79,230],"that":[80,201],"employs":[81],"2D/3D":[82],"segmentation":[84],"methods":[85,215,222],"generate":[87],"parsing":[88,116],"results":[89,199],"both":[91],"modalities.":[92],"Subsequently,":[93],"information":[97],"undergoes":[98],"utilizing":[104],"calibration":[105],"parameters.":[106],"tackle":[108],"misalignment":[109],"challenges":[110],"between":[111],"results,":[117],"introduce":[119],"an":[120,131],"Adaptive":[121],"Attention-based":[122],"(AAF)":[124],"module":[125,160],"fuse":[127],"them":[128,192],"by":[129,190],"learning":[130],"adaptive":[132],"score.":[134],"Then":[135],"cloud":[138],"with":[139,193],"fused":[141],"label":[143],"sent":[145],"following":[148],"detectors.":[151],"Furthermore,":[152],"propose":[154],"Deep":[156],"Feature":[157],"(DFF)":[159],"aggregate":[162],"deep":[163],"features":[164],"at":[165],"different":[166,194],"levels":[167],"boost":[169],"final":[171],"performance.":[173],"The":[174],"effectiveness":[175],"framework":[178],"has":[179],"been":[180],"verified":[181],"on":[182],"two":[183],"public":[184],"large-scale":[185],"benchmarks":[189],"comparing":[191],"baselines.":[195],"And":[196],"experimental":[198],"show":[200],"proposed":[203],"strategies":[205],"can":[206],"significantly":[207],"improve":[208],"performance":[211],"compared":[212],"using":[216,223],"only":[217,224],"information.":[227],"Moreover,":[228],"our":[229],"seamlessly":[231],"integrates":[232],"as":[233],"plug-in":[235],"within":[236],"any":[237],"framework.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}