{"id":"https://openalex.org/W3186471925","doi":"https://doi.org/10.1109/icip46576.2022.9897280","title":"Image Fusion Transformer","display_name":"Image Fusion Transformer","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W3186471925","doi":"https://doi.org/10.1109/icip46576.2022.9897280","mag":"3186471925"},"language":"en","primary_location":{"id":"doi:10.1109/icip46576.2022.9897280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897280","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004330920","display_name":"Vibashan VS","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vibashan Vs","raw_affiliation_strings":["Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062008578","display_name":"Jeya Maria Jose Valanarasu","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeya Maria Jose Valanarasu","raw_affiliation_strings":["Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062459443","display_name":"Poojan Oza","orcid":"https://orcid.org/0000-0002-5993-6650"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Poojan Oza","raw_affiliation_strings":["Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004716468","display_name":"Vishal M. Patel","orcid":"https://orcid.org/0000-0002-5239-692X"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishal M. Patel","raw_affiliation_strings":["Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,Dept. of Electrical and Computer Engineering,MD,USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, Johns Hopkins University, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5004330920"],"corresponding_institution_ids":["https://openalex.org/I145311948"],"apc_list":null,"apc_paid":null,"fwci":44.2623,"has_fulltext":false,"cited_by_count":193,"citation_normalized_percentile":{"value":0.99907193,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3566","last_page":"3570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6850622892379761},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6576977372169495},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5823161602020264},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5689222812652588},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5599213242530823},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47938206791877747},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.47846269607543945},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4558689296245575},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3608441948890686},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3363470435142517},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11678463220596313}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6850622892379761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6576977372169495},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5823161602020264},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5689222812652588},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5599213242530823},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47938206791877747},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.47846269607543945},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4558689296245575},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3608441948890686},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3363470435142517},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11678463220596313},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip46576.2022.9897280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897280","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W79405465","https://openalex.org/W1580436348","https://openalex.org/W1708141795","https://openalex.org/W1964641132","https://openalex.org/W1965606870","https://openalex.org/W1965739998","https://openalex.org/W1970758811","https://openalex.org/W1995357300","https://openalex.org/W1997201895","https://openalex.org/W1997596006","https://openalex.org/W1997608797","https://openalex.org/W2040833130","https://openalex.org/W2336549754","https://openalex.org/W2346013762","https://openalex.org/W2474462684","https://openalex.org/W2532801510","https://openalex.org/W2589361588","https://openalex.org/W2589745805","https://openalex.org/W2610070095","https://openalex.org/W2621197300","https://openalex.org/W2624240493","https://openalex.org/W2626778328","https://openalex.org/W2735436330","https://openalex.org/W2795155475","https://openalex.org/W2798018774","https://openalex.org/W2798987894","https://openalex.org/W2809795042","https://openalex.org/W2811183975","https://openalex.org/W2911109671","https://openalex.org/W2912147220","https://openalex.org/W2950648852","https://openalex.org/W2963341956","https://openalex.org/W2963787388","https://openalex.org/W2998108143","https://openalex.org/W3000514857","https://openalex.org/W3011768656","https://openalex.org/W3039415429","https://openalex.org/W3046194589","https://openalex.org/W3092462694","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3097065222","https://openalex.org/W3102411220","https://openalex.org/W3102515681","https://openalex.org/W3105639468","https://openalex.org/W3132503749","https://openalex.org/W3133700567","https://openalex.org/W3143068962","https://openalex.org/W3168649818","https://openalex.org/W3203480968","https://openalex.org/W4226178544","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6772853553","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2139242969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2350422455","https://openalex.org/W2284201331"],"abstract_inverted_index":{"In":[0,18,115,130],"image":[1,14,34,40],"fusion,":[2],"images":[3],"obtained":[4],"from":[5],"different":[6],"sensors":[7],"are":[8,54,61,136,148],"fused":[9,137],"to":[10,29,63,80,98,123],"generate":[11],"a":[12,82,91,111,139,151,154],"single":[13],"with":[15,71,193],"enhanced":[16],"information.":[17],"recent":[19],"years,":[20],"state-of-the-art":[21],"methods":[22,38],"have":[23],"adopted":[24],"Convolution":[25],"Neural":[26],"Networks":[27],"(CNNs)":[28],"encode":[30],"meaningful":[31],"features":[32,126,135],"for":[33],"fusion.":[35],"Specifically,":[36],"CNN-based":[37],"perform":[39],"fusion":[41,94,142,146,180,191],"by":[42,66],"fusing":[43],"local":[44,100,159],"features.":[45],"However,":[46],"they":[47],"do":[48],"not":[49],"consider":[50],"long-range":[51,69,102,161],"dependencies":[52,70],"that":[53,96,171],"present":[55],"in":[56],"the":[57,68,72,116,131,172,185,188],"image.":[58],"Transformer-based":[59],"models":[60],"designed":[62],"overcome":[64],"this":[65],"modelling":[67],"help":[73],"of":[74,150,187],"self-attention":[75],"mechanism.":[76],"This":[77],"motivates":[78],"us":[79],"propose":[81],"novel":[83],"Image":[84],"Fusion":[85],"Transformer":[86],"(IFT)":[87],"where":[88],"we":[89,119,183],"develop":[90],"transformer-based":[92],"multi-scale":[93,134],"strategy":[95,192],"attends":[97],"both":[99],"and":[101,153,160],"information":[103],"(or":[104],"global":[105],"context).":[106],"The":[107,144],"proposed":[108,173,189],"method":[109,174],"follows":[110],"two-stage":[112],"training":[113],"approach.":[114],"first":[117],"stage,":[118,133],"train":[120],"an":[121,194],"auto-encoder":[122],"extract":[124],"deep":[125],"at":[127],"multiple":[128,167],"scales.":[129],"second":[132],"using":[138],"Spatio-Transformer":[140],"(ST)":[141],"strategy.":[143],"ST":[145,190],"blocks":[147],"comprised":[149],"CNN":[152],"transformer":[155],"branch":[156],"which":[157],"captures":[158],"features,":[162],"respectively.":[163],"Extensive":[164],"experiments":[165],"on":[166],"benchmark":[168],"datasets":[169],"show":[170,184],"performs":[175],"better":[176],"than":[177],"many":[178],"competitive":[179],"algorithms.":[181],"Furthermore,":[182],"effectiveness":[186],"ablation":[195],"analysis.":[196],"<sup":[197],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[198],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[199]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":69},{"year":2024,"cited_by_count":59},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}