{"id":"https://openalex.org/W4285600783","doi":"https://doi.org/10.24963/ijcai.2022/487","title":"Unsupervised Misaligned Infrared and Visible Image Fusion via Cross-Modality Image Generation and Registration","display_name":"Unsupervised Misaligned Infrared and Visible Image Fusion via Cross-Modality Image Generation and Registration","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4285600783","doi":"https://doi.org/10.24963/ijcai.2022/487"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/487","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/487","pdf_url":"https://www.ijcai.org/proceedings/2022/0487.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2022/0487.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100401427","display_name":"Di Wang","orcid":"https://orcid.org/0000-0002-3911-8159"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["Dalian University of Technology","School of Software Technology, Dalian University of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675904","display_name":"Jinyuan Liu","orcid":"https://orcid.org/0000-0003-2085-2676"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyuan Liu","raw_affiliation_strings":["Dalian University of Technology","School of Software Technology, Dalian University of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057776894","display_name":"Xin Fan","orcid":"https://orcid.org/0000-0002-8991-4188"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Fan","raw_affiliation_strings":["Dalian University of Technology","International School of Information Science Engineering, Dalian University of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"International School of Information Science Engineering, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042370642","display_name":"Risheng Liu","orcid":"https://orcid.org/0000-0002-9554-0565"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Risheng Liu","raw_affiliation_strings":["Dalian University of Technology","International School of Information Science Engineering, Dalian University of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"International School of Information Science Engineering, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":282,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3508","last_page":"3515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.800315797328949},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7098793983459473},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.6852872967720032},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6708431243896484},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6356576681137085},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5865603089332581},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5077558755874634},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.49056094884872437},{"id":"https://openalex.org/keywords/infrared","display_name":"Infrared","score":0.48719972372055054},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.44341564178466797},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4291515648365021},{"id":"https://openalex.org/keywords/image-registration","display_name":"Image registration","score":0.4138243496417999},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11410632729530334},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.09136223793029785}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.800315797328949},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7098793983459473},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.6852872967720032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6708431243896484},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6356576681137085},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5865603089332581},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5077558755874634},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.49056094884872437},{"id":"https://openalex.org/C158355884","wikidata":"https://www.wikidata.org/wiki/Q11388","display_name":"Infrared","level":2,"score":0.48719972372055054},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.44341564178466797},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4291515648365021},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.4138243496417999},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11410632729530334},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.09136223793029785},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2022/487","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/487","pdf_url":"https://www.ijcai.org/proceedings/2022/0487.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/487","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/487","pdf_url":"https://www.ijcai.org/proceedings/2022/0487.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3526176278","display_name":null,"funder_award_id":"61733002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4231768715","display_name":null,"funder_award_id":"62027826","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8944108821","display_name":null,"funder_award_id":"61922019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285600783.pdf","grobid_xml":"https://content.openalex.org/works/W4285600783.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W603908379","https://openalex.org/W1686810756","https://openalex.org/W2054273865","https://openalex.org/W2133665775","https://openalex.org/W2552465644","https://openalex.org/W2560474170","https://openalex.org/W2605287558","https://openalex.org/W2762292478","https://openalex.org/W2787740020","https://openalex.org/W2798741430","https://openalex.org/W2951876139","https://openalex.org/W2954773727","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963182372","https://openalex.org/W2985033611","https://openalex.org/W3000775737","https://openalex.org/W3009961050","https://openalex.org/W3035166033","https://openalex.org/W3035467948","https://openalex.org/W3035486430","https://openalex.org/W3046194589","https://openalex.org/W3092900959","https://openalex.org/W3098269293","https://openalex.org/W3104771364","https://openalex.org/W3105639468","https://openalex.org/W3133700567","https://openalex.org/W3206506760","https://openalex.org/W4226178544","https://openalex.org/W4280538209","https://openalex.org/W6755811877","https://openalex.org/W6786337149","https://openalex.org/W6791858558","https://openalex.org/W6803771590","https://openalex.org/W6864014924"],"related_works":["https://openalex.org/W2391745328","https://openalex.org/W2788731446","https://openalex.org/W4390606538","https://openalex.org/W2095903272","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2370195708","https://openalex.org/W1490651872"],"abstract_inverted_index":{"Recent":[0],"learning-based":[1],"image":[2,53,71,75,92,104,144,197],"fusion":[3,54,175],"methods":[4],"have":[5],"marked":[6],"numerous":[7],"progress":[8],"in":[9,37,176],"pre-registered":[10],"multi-modality":[11,20],"data,":[12,21],"but":[13],"suffered":[14],"serious":[15],"ghosts":[16],"dealing":[17],"with":[18,110],"misaligned":[19,49,195],"due":[22],"to":[23,66,101,128,150,168],"the":[24,28,35,80,86,88,111,114,130,146,153,177,188],"spatial":[25],"deformation":[26],"and":[27,51,136,140,157],"difficulty":[29],"narrowing":[30],"cross-modality":[31,44,103,196],"discrepancy.":[32],"To":[33],"overcome":[34],"obstacles,":[36],"this":[38,118],"paper,":[39],"we":[40,57,120,160],"present":[41,161],"a":[42,59,68,73,94,122,162],"robust":[43],"generation-registration":[45],"paradigm":[46],"for":[47,174],"unsupervised":[48],"infrared":[50,70,91,115,138,143,155],"visible":[52,74,158],"(IVIF).":[55],"Specifically,":[56],"propose":[58],"Cross-modality":[60],"Perceptual":[61],"Style":[62],"Transfer":[63],"Network":[64,126,181],"(CPSTN)":[65],"generate":[67],"pseudo":[69,90,137],"taking":[72],"as":[76],"input.":[77],"Benefiting":[78],"from":[79],"favorable":[81],"geometry":[82],"preservation":[83],"ability":[84],"of":[85,113],"CPSTN,":[87],"generated":[89],"embraces":[93],"sharp":[95],"structure,":[96],"which":[97],"is":[98],"more":[99,171],"conducive":[100],"transforming":[102],"alignment":[105],"into":[106],"mono-modality":[107,147],"registration":[108],"coupled":[109],"structure-sensitive":[112],"image.":[116],"In":[117],"case,":[119],"introduce":[121],"Multi-level":[123],"Refinement":[124],"Registration":[125],"(MRRN)":[127],"predict":[129],"displacement":[131],"vector":[132],"field":[133],"between":[134],"distorted":[135],"images":[139,156],"reconstruct":[141],"registered":[142,154],"under":[145],"setting.":[148],"Moreover,":[149],"better":[151],"fuse":[152],"images,":[159],"feature":[163],"Interaction":[164,179],"Fusion":[165,180],"Module":[166],"(IFM)":[167],"adaptively":[169],"select":[170],"meaningful":[172],"features":[173],"Dual-path":[178],"(DIFN).":[182],"Extensive":[183],"experimental":[184],"results":[185],"suggest":[186],"that":[187],"proposed":[189],"method":[190],"performs":[191],"superior":[192],"capability":[193],"on":[194],"fusion.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":114},{"year":2024,"cited_by_count":90},{"year":2023,"cited_by_count":41},{"year":2022,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}