{"id":"https://openalex.org/W4406891755","doi":"https://doi.org/10.1109/tpami.2025.3535617","title":"MulFS-CAP: Multimodal Fusion-Supervised Cross-Modality Alignment Perception for Unregistered Infrared-Visible Image Fusion","display_name":"MulFS-CAP: Multimodal Fusion-Supervised Cross-Modality Alignment Perception for Unregistered Infrared-Visible Image Fusion","publication_year":2025,"publication_date":"2025-01-28","ids":{"openalex":"https://openalex.org/W4406891755","doi":"https://doi.org/10.1109/tpami.2025.3535617","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031333"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3535617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3535617","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080535168","display_name":"Huafeng Li","orcid":"https://orcid.org/0000-0003-2462-6174"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huafeng Li","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0003-2462-6174","affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zengyi Yang","orcid":"https://orcid.org/0009-0006-3287-9736"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zengyi Yang","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0009-0006-3287-9736","affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005210261","display_name":"Yafei Zhang","orcid":"https://orcid.org/0000-0003-2347-5642"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafei Zhang","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0003-2347-5642","affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395308","display_name":"Wei Jia","orcid":"https://orcid.org/0000-0001-5628-6237"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Jia","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5628-6237","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100619287","display_name":"Zhengtao Yu","orcid":"https://orcid.org/0000-0002-4012-461X"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengtao Yu","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-4012-461X","affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100618357","display_name":"Y\u00fc Liu","orcid":"https://orcid.org/0000-0003-2211-3535"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["Department of Biomedical Engineering, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2211-3535","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":48.7086,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.99967403,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"47","issue":"5","first_page":"3673","last_page":"3690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9452000260353088,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.783748209476471},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.7072135806083679},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6503701210021973},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6309858560562134},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6221650242805481},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.603577733039856},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5036095976829529},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.43697723746299744},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3561391234397888}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.783748209476471},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.7072135806083679},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6503701210021973},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6309858560562134},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6221650242805481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.603577733039856},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5036095976829529},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.43697723746299744},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3561391234397888},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3535617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3535617","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031333","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031333","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G159147557","display_name":null,"funder_award_id":"62161015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4796041494","display_name":null,"funder_award_id":"U23A20294","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4945367125","display_name":null,"funder_award_id":"62176081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5775785410","display_name":null,"funder_award_id":"62476077","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5943813557","display_name":null,"funder_award_id":"62076086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1708141795","https://openalex.org/W1994714721","https://openalex.org/W2012893378","https://openalex.org/W2062599688","https://openalex.org/W2074907730","https://openalex.org/W2091484864","https://openalex.org/W2091649119","https://openalex.org/W2126635242","https://openalex.org/W2133665775","https://openalex.org/W2798987894","https://openalex.org/W2912147220","https://openalex.org/W2963134949","https://openalex.org/W2963787388","https://openalex.org/W2998012573","https://openalex.org/W3011768656","https://openalex.org/W3030921250","https://openalex.org/W3036032447","https://openalex.org/W3039415429","https://openalex.org/W3046194589","https://openalex.org/W3083923056","https://openalex.org/W3108042295","https://openalex.org/W3121751387","https://openalex.org/W3126855404","https://openalex.org/W3133692381","https://openalex.org/W3133700567","https://openalex.org/W3152132512","https://openalex.org/W3166285241","https://openalex.org/W3190808861","https://openalex.org/W3206506760","https://openalex.org/W3213472242","https://openalex.org/W3216678721","https://openalex.org/W4206713196","https://openalex.org/W4283732315","https://openalex.org/W4283793580","https://openalex.org/W4285224173","https://openalex.org/W4285600783","https://openalex.org/W4286361941","https://openalex.org/W4302774134","https://openalex.org/W4304080362","https://openalex.org/W4312402232","https://openalex.org/W4312594135","https://openalex.org/W4312750622","https://openalex.org/W4313267411","https://openalex.org/W4313555022","https://openalex.org/W4319969359","https://openalex.org/W4366352735","https://openalex.org/W4377091052","https://openalex.org/W4379209584","https://openalex.org/W4379741379","https://openalex.org/W4386076504","https://openalex.org/W4386083029","https://openalex.org/W4389195380","https://openalex.org/W4389491034","https://openalex.org/W4390873110","https://openalex.org/W4391952683","https://openalex.org/W4393240973","https://openalex.org/W4399526541"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3214791684","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2139242969"],"abstract_inverted_index":{"In":[0,37],"this":[1],"study,":[2],"we":[3,81,134],"propose":[4],"Multimodal":[5],"Fusion-supervised":[6],"Cross-modality":[7],"Alignment":[8],"Perception":[9],"(MulFS-CAP),":[10],"a":[11,57,68,83,89,111,136,142],"novel":[12,137],"framework":[13],"for":[14,52,98,126],"single-stage":[15],"fusion":[16,166],"of":[17,76,118,187],"unregistered":[18,64],"infrared-visible":[19,65],"images.":[20,151],"Traditional":[21],"two-stage":[22,197],"methods":[23],"depend":[24],"on":[25,121],"explicit":[26,177],"registration":[27,43,128],"algorithms":[28],"to":[29,62,145],"align":[30],"source":[31,150],"images":[32,66],"spatially,":[33],"often":[34],"adding":[35],"complexity.":[36],"contrast,":[38],"MulFS-CAP":[39,55,113,172],"seamlessly":[40],"blends":[41],"implicit":[42],"with":[44],"fusion,":[45,80],"simplifying":[46],"the":[47,73,116,165,185,195],"process":[48],"and":[49,79,106,129,160,176,191],"enhancing":[50],"suitability":[51],"practical":[53],"applications.":[54],"utilizes":[56],"shared":[58],"shallow":[59],"feature":[60,85,123],"encoder":[61],"merge":[63],"in":[67,132,155],"single":[69],"stage.":[70],"To":[71],"address":[72],"specific":[74],"requirements":[75],"feature-level":[77],"alignment":[78,139],"develop":[82],"consistent":[84],"learning":[86],"approach":[87],"via":[88],"learnable":[90],"modality":[91,119],"dictionary.":[92],"This":[93,152],"dictionary":[94],"provides":[95],"complementary":[96],"information":[97],"unimodal":[99],"features,":[100],"thereby":[101],"maintaining":[102],"consistency":[103],"between":[104,149],"individual":[105],"fused":[107],"multimodal":[108],"features.":[109],"As":[110],"result,":[112],"effectively":[114],"reduces":[115],"impact":[117],"variance":[120],"cross-modality":[122,138],"alignment,":[124],"allowing":[125],"simultaneous":[127],"fusion.":[130],"Additionally,":[131],"MulFS-CAP,":[133],"advance":[135],"approach,":[140],"creating":[141],"correlation":[143],"matrix":[144,153],"detail":[146],"pixel":[147],"relationships":[148],"aids":[154],"aligning":[156],"features":[157],"across":[158],"infrared":[159],"visible":[161],"images,":[162],"further":[163],"refining":[164],"process.":[167],"The":[168],"above":[169],"designs":[170],"make":[171],"more":[173],"lightweight,":[174],"effective":[175],"registration-free.":[178],"Experimental":[179],"results":[180],"from":[181],"different":[182],"datasets":[183],"demonstrate":[184],"effectiveness":[186],"our":[188],"proposed":[189],"method":[190],"its":[192],"superiority":[193],"over":[194],"state-of-the-art":[196],"methods.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":38},{"year":2025,"cited_by_count":53}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}