{"id":"https://openalex.org/W4384916907","doi":"https://doi.org/10.1109/tcsvt.2023.3296745","title":"TUFusion: A Transformer-Based Universal Fusion Algorithm for Multimodal Images","display_name":"TUFusion: A Transformer-Based Universal Fusion Algorithm for Multimodal Images","publication_year":2023,"publication_date":"2023-07-19","ids":{"openalex":"https://openalex.org/W4384916907","doi":"https://doi.org/10.1109/tcsvt.2023.3296745"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3296745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3296745","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029136527","display_name":"Yangyang Zhao","orcid":"https://orcid.org/0000-0002-5646-3827"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yangyang Zhao","raw_affiliation_strings":["School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100545400","display_name":"Qingchun Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingchun Zheng","raw_affiliation_strings":["Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102203630","display_name":"Peihao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peihao Zhu","raw_affiliation_strings":["Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100599793","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0002-0786-6128"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112546917","display_name":"Wenpeng Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenpeng Ma","raw_affiliation_strings":["Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory for Advanced Mechatronic System Design and Intelligent Control, School of Mechanical Engineering, and the National Demonstration Center for Experimental Mechanical and Electrical Engineering Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5029136527"],"corresponding_institution_ids":["https://openalex.org/I136765683"],"apc_list":null,"apc_paid":null,"fwci":14.0986,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.99177795,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"34","issue":"3","first_page":"1712","last_page":"1725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6887209415435791},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6218762397766113},{"id":"https://openalex.org/keywords/peak-signal-to-noise-ratio","display_name":"Peak signal-to-noise ratio","score":0.6014323830604553},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5923020839691162},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5424069762229919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.519598662853241},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.48506417870521545},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.4795386791229248},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3987274169921875},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3038151264190674},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16241466999053955}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6887209415435791},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6218762397766113},{"id":"https://openalex.org/C154579607","wikidata":"https://www.wikidata.org/wiki/Q3373850","display_name":"Peak signal-to-noise ratio","level":3,"score":0.6014323830604553},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5923020839691162},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5424069762229919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.519598662853241},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.48506417870521545},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4795386791229248},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3987274169921875},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3038151264190674},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16241466999053955},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3296745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3296745","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1722988927","display_name":null,"funder_award_id":"61941305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G91247920","display_name":null,"funder_award_id":"62073239","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1997480692","https://openalex.org/W1999034606","https://openalex.org/W2097259623","https://openalex.org/W2116702374","https://openalex.org/W2174084829","https://openalex.org/W2532801510","https://openalex.org/W2559870345","https://openalex.org/W2751011928","https://openalex.org/W2757470902","https://openalex.org/W2798987894","https://openalex.org/W2887092226","https://openalex.org/W2912145285","https://openalex.org/W2912147220","https://openalex.org/W2963530785","https://openalex.org/W2963787388","https://openalex.org/W2985470037","https://openalex.org/W2998529071","https://openalex.org/W3011768656","https://openalex.org/W3016539359","https://openalex.org/W3036032447","https://openalex.org/W3039415429","https://openalex.org/W3040592542","https://openalex.org/W3046194589","https://openalex.org/W3083574456","https://openalex.org/W3126855404","https://openalex.org/W3131111098","https://openalex.org/W3133700567","https://openalex.org/W3138516171","https://openalex.org/W3186471925","https://openalex.org/W3190808861","https://openalex.org/W3203013933","https://openalex.org/W3204998160","https://openalex.org/W3212645988","https://openalex.org/W3215010392","https://openalex.org/W3216987090","https://openalex.org/W4206521818","https://openalex.org/W4224937218","https://openalex.org/W4281643819","https://openalex.org/W4283732315","https://openalex.org/W4285285265","https://openalex.org/W4286361941","https://openalex.org/W4288391270","https://openalex.org/W4288696163","https://openalex.org/W4292972089","https://openalex.org/W4294316677","https://openalex.org/W4301398060","https://openalex.org/W4312392647","https://openalex.org/W4385245566","https://openalex.org/W6798687539","https://openalex.org/W6809984415","https://openalex.org/W6810122406"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W2315873829","https://openalex.org/W2883512610","https://openalex.org/W3082444306","https://openalex.org/W2895464841","https://openalex.org/W142830878","https://openalex.org/W2185783533"],"abstract_inverted_index":{"Multimodal":[0],"image":[1,20,104,123],"fusion":[2,53,61,86,105],"is":[3,68,161],"one":[4],"of":[5,13,65,71,92,154],"the":[6,11,69,90,100,107,116,126,155],"important":[7],"research":[8],"directions":[9],"in":[10,33,122,158],"field":[12],"multimodal":[14,27,103],"fusion.":[15,124],"This":[16],"technique":[17],"can":[18],"realize":[19],"and":[21,29,37,42,56,74,81,94,146],"data":[22,112],"enhancement":[23],"by":[24],"using":[25],"complementary":[26],"images":[28],"be":[30],"widely":[31],"used":[32],"medicine,":[34],"industry,":[35],"security":[36],"fire":[38],"protection,":[39],"automatic":[40],"driving":[41],"consumer":[43],"electronics.":[44],"In":[45],"this":[46,159],"work,":[47],"we":[48,129],"propose":[49],"a":[50,59,82],"transformer-based":[51],"universal":[52],"(TUFusion)":[54],"algorithm,":[55],"it":[57],"has":[58,89,119],"multidomain":[60,111],"capability.":[62],"The":[63,152],"advantage":[64],"TUFusion":[66,117,127,156],"algorithm":[67,118,128,157],"design":[70],"hybrid":[72],"transformer":[73],"convolutional":[75],"neural":[76],"network":[77],"(CNN)":[78],"encoder":[79],"structure":[80],"new":[83],"composite":[84],"attention":[85],"strategy,":[87],"which":[88],"ability":[91],"global":[93],"local":[95],"information":[96],"integration.":[97],"Compared":[98],"with":[99],"classical":[101],"state-of-the-art":[102],"methods,":[106],"experimental":[108],"result":[109],"on":[110,134],"sets":[113],"showed":[114],"that":[115],"certain":[120],"universality":[121],"Meanwhile,":[125],"proposed":[130],"achieves":[131],"good":[132],"values":[133],"peak":[135],"signal":[136],"to":[137],"noise":[138],"ratio":[139],"(PSNR),":[140],"root":[141],"mean":[142],"square":[143],"error":[144],"(RMSE)":[145],"structural":[147],"similarity":[148],"index":[149],"measure":[150],"(SSIM).":[151],"code":[153],"article":[160],"available":[162],"at":[163],"<uri":[164],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[165],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/windrunners/TUFusion</uri>":[166],".":[167]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}