{"id":"https://openalex.org/W4402916059","doi":"https://doi.org/10.1109/icip51287.2024.10648175","title":"Deep Fusion of Visible and Near Infrared Images for Registration and Defogging Using Cross Modal Transformer","display_name":"Deep Fusion of Visible and Near Infrared Images for Registration and Defogging Using Cross Modal Transformer","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4402916059","doi":"https://doi.org/10.1109/icip51287.2024.10648175"},"language":"en","primary_location":{"id":"doi:10.1109/icip51287.2024.10648175","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip51287.2024.10648175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024680462","display_name":"Mengyao Ji","orcid":"https://orcid.org/0000-0003-2469-0045"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengyao Ji","raw_affiliation_strings":["Xidian University,School of Electronic Engineering,Xian,China,710071"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,School of Electronic Engineering,Xian,China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003623628","display_name":"Cheolkon Jung","orcid":"https://orcid.org/0000-0003-0299-7206"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheolkon Jung","raw_affiliation_strings":["Xidian University,School of Electronic Engineering,Xian,China,710071"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,School of Electronic Engineering,Xian,China,710071","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.5934,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85003274,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2648","last_page":"2654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6556325554847717},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6067269444465637},{"id":"https://openalex.org/keywords/image-registration","display_name":"Image registration","score":0.5976167917251587},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5840478539466858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5668120384216309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5657256841659546},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5357415080070496},{"id":"https://openalex.org/keywords/infrared","display_name":"Infrared","score":0.4762958586215973},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4129409193992615},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.21166637539863586},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.16230517625808716},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14181780815124512},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1362335979938507},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.13282334804534912},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12114650011062622},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10497283935546875}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6556325554847717},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6067269444465637},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.5976167917251587},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5840478539466858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5668120384216309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5657256841659546},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5357415080070496},{"id":"https://openalex.org/C158355884","wikidata":"https://www.wikidata.org/wiki/Q11388","display_name":"Infrared","level":2,"score":0.4762958586215973},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4129409193992615},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.21166637539863586},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.16230517625808716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14181780815124512},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1362335979938507},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.13282334804534912},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12114650011062622},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10497283935546875},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip51287.2024.10648175","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip51287.2024.10648175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1489483414","https://openalex.org/W1672766972","https://openalex.org/W1923499759","https://openalex.org/W1978125380","https://openalex.org/W2003709967","https://openalex.org/W2012893378","https://openalex.org/W2081418206","https://openalex.org/W2097900287","https://openalex.org/W2125656989","https://openalex.org/W2126074213","https://openalex.org/W2607690405","https://openalex.org/W2724862036","https://openalex.org/W2791322224","https://openalex.org/W2963470893","https://openalex.org/W2985194834","https://openalex.org/W2999838674","https://openalex.org/W2999935620","https://openalex.org/W3000491333","https://openalex.org/W3083923056","https://openalex.org/W3129015415","https://openalex.org/W3133953507","https://openalex.org/W3134649899","https://openalex.org/W3138516171","https://openalex.org/W3169078099","https://openalex.org/W3203631022","https://openalex.org/W3204971388","https://openalex.org/W4205261430","https://openalex.org/W4206610958","https://openalex.org/W4285600783","https://openalex.org/W4309769681","https://openalex.org/W4312386157","https://openalex.org/W4312750622","https://openalex.org/W4327808545","https://openalex.org/W4366352735","https://openalex.org/W4382119107","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6850875482"],"related_works":["https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2095903272","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2139242969","https://openalex.org/W2284201331"],"abstract_inverted_index":{"According":[0],"to":[1,11,31,111,117,140,150,153,174,198],"Rayleigh":[2,112],"scattering,":[3,113],"the":[4,12,15,18,23,32,79,95,103,108,127,164,170,179,190,194,199,214,222,237,244],"density":[5],"of":[6,14,49,105,148,253],"fog":[7,106,120,149,200],"is":[8,29,133],"closely":[9],"related":[10],"distance":[13,128],"target":[16],"from":[17,163],"visible":[19,50],"light":[20],"camera.":[21],"However,":[22],"near":[24,53,241],"infrared":[25,54],"(NIR)":[26,55],"spectral":[27],"band":[28],"robust":[30],"interference":[33],"problem":[34],"but":[35],"has":[36,69],"a":[37,119,205],"single":[38],"channel":[39,80,97,185],"without":[40],"color.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,114,136,144,159,168,188],"propose":[46],"deep":[47],"fusion":[48,67,191,249],"(VIS)":[51],"and":[52,59,81,131,184,203,217,257],"images":[56,87,181,196],"for":[57,193],"registration":[58],"defogging":[60,227],"using":[61],"cross":[62,171],"modal":[63,75,172],"transformer.":[64],"The":[65],"proposed":[66,223,245],"network":[68],"two":[70,85],"main":[71],"features:":[72],"1)":[73],"Cross":[74],"transformer":[76,173],"deals":[77],"with":[78,229],"spatial":[82,183],"redundancy":[83],"between":[84,129,178],"source":[86,165,180,195],"while":[88,235],"retaining":[89],"their":[90],"complementary":[91],"information;":[92],"2)":[93],"Since":[94],"blue":[96],"in":[98,107,182,232,240,251],"VIS":[99],"image":[100,152],"can":[101],"represent":[102],"amount":[104],"scene":[109],"according":[110,197],"normalize":[115],"it":[116],"obtain":[118,141],"weight":[121,192,201],"map.":[122],"To":[123],"synthesize":[124],"training":[125],"data,":[126],"object":[130],"camera":[132],"required,":[134],"thus":[135],"use":[137,169],"depth":[138],"estimation":[139],"it.":[142,210],"Then,":[143],"assign":[145],"different":[146],"amounts":[147],"each":[151],"consider":[154],"various":[155],"weather":[156],"conditions.":[157],"First,":[158],"extract":[160],"multi-scale":[161],"features":[162],"images.":[166],"Second,":[167],"reflect":[175],"cross-domain":[176],"interaction":[177],"domains.":[186],"Third,":[187],"generate":[189],"map":[202],"reconstruct":[204],"fused":[206],"result":[207],"based":[208],"on":[209,213],"Various":[211],"experiments":[212],"widely-used":[215],"benchmark":[216],"real-world":[218],"datasets":[219],"show":[220],"that":[221],"method":[224,246],"generates":[225],"natural-looking":[226],"results":[228],"clear":[230],"textures":[231],"distant":[233],"regions":[234],"keeping":[236],"original":[238],"tone":[239],"regions.":[242],"Moreover,":[243],"outperforms":[247],"state-of-the-art":[248],"methods":[250],"term":[252],"both":[254],"visual":[255],"quality":[256],"quantitative":[258],"measurements.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
