{"id":"https://openalex.org/W3197456663","doi":"https://doi.org/10.1109/lsp.2021.3109818","title":"SMoA: Searching a Modality-Oriented Architecture for Infrared and Visible Image Fusion","display_name":"SMoA: Searching a Modality-Oriented Architecture for Infrared and Visible Image Fusion","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3197456663","doi":"https://doi.org/10.1109/lsp.2021.3109818","mag":"3197456663"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2021.3109818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2021.3109818","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100675904","display_name":"Jinyuan Liu","orcid":"https://orcid.org/0000-0003-2085-2676"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinyuan Liu","raw_affiliation_strings":["Dalian University of Technology, 12399 Dalian, Liaoning, China, (e-mail: atlantis918@hotmail.com)"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, 12399 Dalian, Liaoning, China, (e-mail: atlantis918@hotmail.com)","institution_ids":["https://openalex.org/I4210092944","https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022881775","display_name":"Yuhui Wu","orcid":"https://orcid.org/0000-0002-3752-2203"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhui Wu","raw_affiliation_strings":["Dalian University of Technology, 12399 Dalian, China, 116024 (e-mail: wuyuhui63@hotmail.com)"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, 12399 Dalian, China, 116024 (e-mail: wuyuhui63@hotmail.com)","institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026714257","display_name":"Zhanbo Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanbo Huang","raw_affiliation_strings":["Dalian University of Technology, 12399 Dalian, China, 116024 (e-mail: zbhuang@mail.dlut.edu.cn)"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, 12399 Dalian, China, 116024 (e-mail: zbhuang@mail.dlut.edu.cn)","institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042370642","display_name":"Risheng Liu","orcid":"https://orcid.org/0000-0002-9554-0565"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Risheng Liu","raw_affiliation_strings":["International School of Information Science & Engineering, Dalian University of Technology, Dalian, Liaoning, China, 116024 (e-mail: rsliu@dlut.edu.cn)"],"affiliations":[{"raw_affiliation_string":"International School of Information Science & Engineering, Dalian University of Technology, Dalian, Liaoning, China, 116024 (e-mail: rsliu@dlut.edu.cn)","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057776894","display_name":"Xin Fan","orcid":"https://orcid.org/0000-0002-8991-4188"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Fan","raw_affiliation_strings":["Digital Media Technology, Dalian University of Technology, Dalian, Liaoning, China, 116620 (e-mail: xin.fan@ieee.org)"],"affiliations":[{"raw_affiliation_string":"Digital Media Technology, Dalian University of Technology, Dalian, Liaoning, China, 116620 (e-mail: xin.fan@ieee.org)","institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100675904"],"corresponding_institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944"],"apc_list":null,"apc_paid":null,"fwci":7.729,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.9770997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"28","issue":null,"first_page":"1818","last_page":"1822"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8099614381790161},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.724629819393158},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.648479163646698},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5969887375831604},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5962972640991211},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.516163170337677},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.49939632415771484},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4734644293785095},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.463864266872406},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44269296526908875},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.42815402150154114},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4219020903110504},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3829711079597473},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25611162185668945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8099614381790161},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.724629819393158},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.648479163646698},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5969887375831604},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5962972640991211},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.516163170337677},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49939632415771484},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4734644293785095},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.463864266872406},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44269296526908875},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.42815402150154114},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4219020903110504},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3829711079597473},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25611162185668945},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2021.3109818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2021.3109818","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G3526176278","display_name":null,"funder_award_id":"61733002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3593421382","display_name":null,"funder_award_id":"XLYC1807088","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"},{"id":"https://openalex.org/G4231768715","display_name":null,"funder_award_id":"62027826","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6799710784","display_name":null,"funder_award_id":"61772105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8944108821","display_name":null,"funder_award_id":"61922019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2133665775","https://openalex.org/W2168356304","https://openalex.org/W2266694576","https://openalex.org/W2303971967","https://openalex.org/W2586298574","https://openalex.org/W2589745805","https://openalex.org/W2756263121","https://openalex.org/W2793695846","https://openalex.org/W2798987894","https://openalex.org/W2809795042","https://openalex.org/W2810075754","https://openalex.org/W2900174385","https://openalex.org/W2911671827","https://openalex.org/W2912147220","https://openalex.org/W2951104886","https://openalex.org/W2951876139","https://openalex.org/W2956718304","https://openalex.org/W2962679737","https://openalex.org/W2979122372","https://openalex.org/W2997187135","https://openalex.org/W3023203534","https://openalex.org/W3024215945","https://openalex.org/W3034516944","https://openalex.org/W3034971973","https://openalex.org/W3104771364","https://openalex.org/W3105373922","https://openalex.org/W3105639468","https://openalex.org/W3108042295","https://openalex.org/W3110670586","https://openalex.org/W3126855404","https://openalex.org/W3133700567","https://openalex.org/W6749346261","https://openalex.org/W6752515464","https://openalex.org/W6785635286","https://openalex.org/W6787015245"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Nowadays,":[0],"driven":[1],"by":[2,142,156],"the":[3,23,48,59,78,85,133,137,153],"high":[4],"demand":[5],"for":[6],"autonomous":[7],"driving":[8],"and":[9,12,25,97,165],"surveillance,":[10],"infrared":[11],"visible":[13],"image":[14,139],"fusion":[15],"(IVIF)":[16],"has":[17],"attracted":[18],"significant":[19],"attention":[20],"from":[21,122],"both":[22],"industry":[24],"research":[26],"community.":[27],"Existing":[28],"learning-based":[29],"IVIF":[30,79],"methods":[31],"tried":[32],"to":[33,37,76,103,115],"design":[34],"various":[35],"architectures":[36,44],"extract":[38],"features.":[39],"Still,":[40],"these":[41,127],"hand-crafted":[42],"designed":[43],"cannot":[45],"adequately":[46],"represent":[47],"typical":[49],"features":[50,129],"of":[51],"different":[52,117],"modalities,":[53],"resulting":[54],"in":[55,101,161],"undesirable":[56],"artifacts":[57],"on":[58],"fused":[60,138],"results.":[61],"To":[62],"alleviate":[63],"this":[64],"issue,":[65],"we":[66],"propose":[67],"a":[68,98,104,143,157],"Neural":[69],"Architecture":[70],"Search":[71],"(NAS)-based":[72],"deep":[73],"learning":[74],"network":[75,90],"realize":[77],"task,":[80],"which":[81],"can":[82],"automatically":[83,121],"discover":[84],"modality-oriented":[86,95,112],"feature":[87,119],"representation.":[88],"Our":[89],"is":[91,140],"accomplished":[92],"through":[93],"two":[94,111],"encoders":[96,113],"unified":[99,144],"decoder,":[100],"addition":[102],"self-visual":[105],"saliency":[106],"weight":[107],"module":[108],"(SvSW).":[109],"The":[110],"target":[114],"learn":[116],"intrinsic":[118],"representations":[120],"infrared-/visible-":[123],"modality":[124],"images.":[125],"Subsequently,":[126],"intermediate":[128],"are":[130],"merged":[131],"via":[132],"SvSW":[134],"module.":[135],"Finally,":[136],"recovered":[141],"decoder.":[145],"Extensive":[146],"experiments":[147],"demonstrate":[148],"that":[149],"our":[150],"method":[151],"outperforms":[152],"state-of-the-art":[154],"approaches":[155],"large":[158],"margin,":[159],"especially":[160],"generating":[162],"distinct":[163],"targets":[164],"abundant":[166],"details.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}