{"id":"https://openalex.org/W4404469661","doi":"https://doi.org/10.1109/tcyb.2024.3491756","title":"Collaborative Multimodal Fusion Network for Multiagent Perception","display_name":"Collaborative Multimodal Fusion Network for Multiagent Perception","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404469661","doi":"https://doi.org/10.1109/tcyb.2024.3491756","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030253"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2024.3491756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3491756","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116592761","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0003-1520-9360"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043220498","display_name":"Binglu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binglu Wang","raw_affiliation_strings":["School of Astronautics, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Astronautics, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073503029","display_name":"Yongqiang Zhao","orcid":"https://orcid.org/0000-0002-6974-7327"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongqiang Zhao","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334733","display_name":"Yuan Yuan","orcid":"https://orcid.org/0000-0001-7964-6514"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yuan","raw_affiliation_strings":["School of Astronautics, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Astronautics, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091518967","display_name":"Tianfei Zhou","orcid":"https://orcid.org/0000-0001-5475-1473"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianfei Zhou","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100450024","display_name":"Zhijun Li","orcid":"https://orcid.org/0000-0002-3909-488X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Li","raw_affiliation_strings":["School of Mechanical Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5116592761"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":4.3884,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.95163318,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"55","issue":"1","first_page":"486","last_page":"498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.538179337978363},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5224977135658264},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49704673886299133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41425377130508423},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.326099157333374},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18771526217460632},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.09668123722076416},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.045249491930007935},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.044747769832611084}],"concepts":[{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.538179337978363},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5224977135658264},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49704673886299133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41425377130508423},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.326099157333374},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18771526217460632},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09668123722076416},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.045249491930007935},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.044747769832611084}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2024.3491756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3491756","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40030253","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030253","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G858926059","display_name":null,"funder_award_id":"62401447","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2108598243","https://openalex.org/W2555618208","https://openalex.org/W2557827245","https://openalex.org/W2904551995","https://openalex.org/W2908261578","https://openalex.org/W2963351448","https://openalex.org/W2963727135","https://openalex.org/W2964062501","https://openalex.org/W2968296999","https://openalex.org/W2982681137","https://openalex.org/W2985739927","https://openalex.org/W2996759437","https://openalex.org/W3000979124","https://openalex.org/W3004237909","https://openalex.org/W3035098634","https://openalex.org/W3035461736","https://openalex.org/W3090375251","https://openalex.org/W3105073457","https://openalex.org/W3109395584","https://openalex.org/W3109991383","https://openalex.org/W3118479569","https://openalex.org/W3134257222","https://openalex.org/W3170030651","https://openalex.org/W3173668541","https://openalex.org/W3197054501","https://openalex.org/W3198451673","https://openalex.org/W3201193904","https://openalex.org/W3203235787","https://openalex.org/W3204792207","https://openalex.org/W3210076120","https://openalex.org/W4206138072","https://openalex.org/W4214619833","https://openalex.org/W4220677303","https://openalex.org/W4220740033","https://openalex.org/W4221155480","https://openalex.org/W4221167195","https://openalex.org/W4224216677","https://openalex.org/W4225986494","https://openalex.org/W4226245271","https://openalex.org/W4284701604","https://openalex.org/W4288712624","https://openalex.org/W4309099901","https://openalex.org/W4312571135","https://openalex.org/W4312604822","https://openalex.org/W4312939270","https://openalex.org/W4319299982","https://openalex.org/W4352977781","https://openalex.org/W4362654659","https://openalex.org/W4376870884","https://openalex.org/W4382464460","https://openalex.org/W4383066393","https://openalex.org/W4383101263","https://openalex.org/W4383108477","https://openalex.org/W4383108819","https://openalex.org/W4383108834","https://openalex.org/W4386066469","https://openalex.org/W4386083148","https://openalex.org/W4386384717","https://openalex.org/W4386634496","https://openalex.org/W4387427751","https://openalex.org/W4390874111","https://openalex.org/W4390874305","https://openalex.org/W4392397377","https://openalex.org/W4396817484","https://openalex.org/W4401414543","https://openalex.org/W4407468749","https://openalex.org/W6631190155","https://openalex.org/W6745935785","https://openalex.org/W6762718338","https://openalex.org/W6763422710","https://openalex.org/W6785667878","https://openalex.org/W6802966573","https://openalex.org/W6803556390","https://openalex.org/W6809986778","https://openalex.org/W6810443764","https://openalex.org/W6838956374","https://openalex.org/W6839180059","https://openalex.org/W6842774165","https://openalex.org/W6856052314","https://openalex.org/W6856945617","https://openalex.org/W6857616570"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"With":[0],"the":[1,50,83,167,179],"increasing":[2],"popularity":[3],"of":[4,169],"autonomous":[5],"driving":[6],"systems":[7],"and":[8,71,131,164],"their":[9,35,124],"applications":[10],"in":[11,59,171,178],"complex":[12],"transportation":[13],"scenarios,":[14],"collaborative":[15,51,90],"perception":[16,58,161],"among":[17],"multiple":[18],"intelligent":[19],"agents":[20,121],"has":[21],"become":[22],"an":[23],"important":[24],"research":[25],"direction.":[26],"Existing":[27],"single-agent":[28],"multimodal":[29,52],"fusion":[30,53,114,144],"approaches":[31],"are":[32],"limited":[33],"by":[34],"inability":[36],"to":[37,103,116,150],"leverage":[38],"additional":[39],"sensory":[40],"data":[41],"from":[42,67],"nearby":[43],"agents.":[44],"In":[45],"this":[46],"article,":[47],"we":[48,87,134],"present":[49,112],"network":[54],"(CMMFNet)":[55],"for":[56,74],"distributed":[57],"multiagent":[60,160],"systems.":[61],"CMMFNet":[62,170],"first":[63],"extracts":[64],"modality-specific":[65],"features":[66,119],"LiDAR":[68,130],"point":[69,98],"clouds":[70,99],"camera":[72,132],"images":[73],"each":[75],"agent":[76],"using":[77],"dual-stream":[78],"neural":[79],"networks.":[80],"To":[81,127],"overcome":[82],"ambiguity":[84],"in-depth":[85],"prediction,":[86],"introduce":[88,135],"a":[89,136,142,152,175],"depth":[91,107],"supervision":[92],"module":[93,145],"that":[94],"projects":[95],"dense":[96],"fused":[97],"onto":[100],"image":[101],"planes":[102],"generate":[104],"more":[105],"accurate":[106],"ground":[108],"truths.":[109],"We":[110],"then":[111],"modality-aware":[113],"strategies":[115],"aggregate":[117],"homogeneous":[118],"across":[120],"while":[122],"preserving":[123],"distinctive":[125],"properties.":[126],"align":[128],"heterogeneous":[129],"features,":[133],"modality":[137],"consistency":[138],"learning":[139],"method.":[140],"Finally,":[141],"transformer-based":[143],"dynamically":[146],"captures":[147],"cross-modal":[148],"correlations":[149],"produce":[151],"unified":[153],"representation.":[154],"Comprehensive":[155],"evaluations":[156],"on":[157],"two":[158],"extensive":[159],"datasets,":[162],"OPV2V":[163],"V2XSet,":[165],"affirm":[166],"superiority":[168],"detection":[172],"performance,":[173],"establishing":[174],"new":[176],"benchmark":[177],"field.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}