{"id":"https://openalex.org/W4402569181","doi":"https://doi.org/10.1109/tiv.2024.3462488","title":"Rethinking Early-Fusion Strategies for Improved Multispectral Object Detection","display_name":"Rethinking Early-Fusion Strategies for Improved Multispectral Object Detection","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402569181","doi":"https://doi.org/10.1109/tiv.2024.3462488"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3462488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3462488","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100445853","display_name":"Xue Zhang","orcid":"https://orcid.org/0000-0002-7247-3670"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7247-3670","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058796919","display_name":"Si-Yuan Cao","orcid":"https://orcid.org/0000-0001-5143-4501"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si-Yuan Cao","raw_affiliation_strings":["Ningbo Research Institute, Zhejiang University, Ningbo, China","College of Information Science and Electronic Engineering, Ningbo Research Institute, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5143-4501","affiliations":[{"raw_affiliation_string":"Ningbo Research Institute, Zhejiang University, Ningbo, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Ningbo Research Institute, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fang Wang","orcid":"https://orcid.org/0000-0002-1568-990X"},"institutions":[{"id":"https://openalex.org/I4400573310","display_name":"Hangzhou City University","ror":"https://ror.org/01wck0s05","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573310"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Wang","raw_affiliation_strings":["School of Information and Electrical Engineering, Hangzhou City University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1568-990X","affiliations":[{"raw_affiliation_string":"School of Information and Electrical Engineering, Hangzhou City University, Hangzhou, China","institution_ids":["https://openalex.org/I4400573310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114227602","display_name":"Runmin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runmin Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8545-9966","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110791788","display_name":"Zhe Wu","orcid":"https://orcid.org/0009-0009-8846-980X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Wu","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079585788","display_name":"Xiaohan Zhang","orcid":"https://orcid.org/0000-0002-1420-1909"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1420-1909","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111328615","display_name":"Xiaokai Bai","orcid":"https://orcid.org/0009-0002-8382-2976"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokai Bai","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-8382-2976","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020795553","display_name":"Hui\u2010Liang Shen","orcid":"https://orcid.org/0000-0001-8469-019X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui-Liang Shen","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8469-019X","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":31.7039,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.99616037,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"10","issue":"6","first_page":"3728","last_page":"3742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9415000081062317,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9415000081062317,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.8831222653388977},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5253300666809082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5200859308242798},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5137858986854553},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49528375267982483},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4757154583930969},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1841685175895691},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.17867499589920044}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.8831222653388977},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5253300666809082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5200859308242798},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5137858986854553},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49528375267982483},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4757154583930969},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1841685175895691},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.17867499589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3462488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3462488","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3206715963","display_name":null,"funder_award_id":"62301484","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4844308862","display_name":null,"funder_award_id":"D24F020006","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2117539524","https://openalex.org/W2133665775","https://openalex.org/W2194775991","https://openalex.org/W2620998106","https://openalex.org/W2798987894","https://openalex.org/W2925287836","https://openalex.org/W2963188557","https://openalex.org/W2963351448","https://openalex.org/W2966197049","https://openalex.org/W3011768656","https://openalex.org/W3012425959","https://openalex.org/W3016126079","https://openalex.org/W3034756453","https://openalex.org/W3036931590","https://openalex.org/W3046194589","https://openalex.org/W3118570274","https://openalex.org/W3130394099","https://openalex.org/W3133700567","https://openalex.org/W3152635971","https://openalex.org/W3154706820","https://openalex.org/W3159235206","https://openalex.org/W4205954831","https://openalex.org/W4206713196","https://openalex.org/W4213144209","https://openalex.org/W4225487034","https://openalex.org/W4226255432","https://openalex.org/W4280490589","https://openalex.org/W4289752563","https://openalex.org/W4308310215","https://openalex.org/W4312563428","https://openalex.org/W4312594135","https://openalex.org/W4313007055","https://openalex.org/W4313524854","https://openalex.org/W4323022579","https://openalex.org/W4327522797","https://openalex.org/W4362014056","https://openalex.org/W4366378409","https://openalex.org/W4379209584","https://openalex.org/W4385801610","https://openalex.org/W4385819914","https://openalex.org/W4386038403","https://openalex.org/W4386047745","https://openalex.org/W4386066015","https://openalex.org/W4386076504","https://openalex.org/W4386232111","https://openalex.org/W4386363015","https://openalex.org/W4386737248","https://openalex.org/W4387968796","https://openalex.org/W4388543841","https://openalex.org/W4390871838","https://openalex.org/W4390873546","https://openalex.org/W4391953389","https://openalex.org/W4401806723","https://openalex.org/W4402715923"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Most":[0],"recent":[1,38],"multispectral":[2,104],"object":[3],"detectors":[4],"employ":[5],"a":[6,25,130,135,141],"two-branch":[7,19],"structure":[8,20,113],"to":[9],"extract":[10],"features":[11],"from":[12],"RGB":[13],"and":[14,48,106,140],"thermal":[15],"images.":[16],"While":[17],"the":[18,59,67,70,77,82,87,100,111],"achieves":[21],"better":[22],"performance":[23,43,47,60,71,158],"than":[24,45],"single-branch":[26,63,94,112,149],"structure,":[27],"it":[28],"overlooks":[29],"inference":[30],"efficiency.":[31,49,163],"This":[32],"conflict":[33],"is":[34],"increasingly":[35],"aggressive,":[36],"as":[37],"works":[39],"solely":[40],"pursue":[41],"higher":[42],"rather":[44],"both":[46],"In":[50],"this":[51,55],"paper,":[52],"we":[53,80,97,125],"address":[54],"issue":[56],"by":[57,92],"improving":[58],"of":[61,110],"efficient":[62],"structures.":[64,75,95],"We":[65],"revisit":[66],"reasons":[68],"causing":[69],"gap":[72,102],"between":[73,103],"these":[74,122,153],"For":[76],"first":[78],"time,":[79],"reveal":[81],"information":[83],"interference":[84],"problem":[85],"in":[86],"naive":[88],"early-fusion":[89,133],"strategy":[90],"adopted":[91],"previous":[93],"Besides,":[96],"find":[98],"that":[99,148],"domain":[101],"images,":[105],"weak":[107],"feature":[108],"representation":[109],"are":[114],"also":[115],"key":[116],"obstacles":[117],"for":[118],"performance.":[119],"Focusing":[120],"on":[121],"three":[123,154],"problems,":[124],"propose":[126],"corresponding":[127],"solutions,":[128],"including":[129],"novel":[131],"shape-priority":[132],"strategy,":[134],"weakly":[136],"supervised":[137],"learning":[138],"method,":[139],"core":[142],"knowledge":[143],"distillation":[144],"technique.":[145],"Experiments":[146],"demonstrate":[147],"networks":[150],"equipped":[151],"with":[152],"contributions":[155],"achieve":[156],"significant":[157],"enhancements":[159],"while":[160],"retaining":[161],"high":[162]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2024-09-18T00:00:00"}