{"id":"https://openalex.org/W4386495193","doi":"https://doi.org/10.1109/tim.2023.3312755","title":"TFIV: Multigrained Token Fusion for Infrared and Visible Image via Transformer","display_name":"TFIV: Multigrained Token Fusion for Infrared and Visible Image via Transformer","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386495193","doi":"https://doi.org/10.1109/tim.2023.3312755"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3312755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3312755","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101882854","display_name":"Jing Li","orcid":"https://orcid.org/0000-0003-0716-5329"},"institutions":[{"id":"https://openalex.org/I137867983","display_name":"Central University of Finance and Economics","ror":"https://ror.org/008e3hf02","country_code":"CN","type":"education","lineage":["https://openalex.org/I137867983"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Li","raw_affiliation_strings":["School of Information, Central University of Finance and Economics, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information, Central University of Finance and Economics, Beijing, China","institution_ids":["https://openalex.org/I137867983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025719998","display_name":"Bin Yang","orcid":"https://orcid.org/0000-0001-6127-3385"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Yang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101517110","display_name":"Lu Bai","orcid":"https://orcid.org/0000-0002-1033-8908"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Bai","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102723900","display_name":"Hao Dou","orcid":"https://orcid.org/0000-0002-9975-8342"},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Dou","raw_affiliation_strings":["38th Research Institute of China Electronics Technology Group Corporation, Hefei, China"],"affiliations":[{"raw_affiliation_string":"38th Research Institute of China Electronics Technology Group Corporation, Hefei, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429537","display_name":"Chang Li","orcid":"https://orcid.org/0000-0003-0195-1003"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Li","raw_affiliation_strings":["Department of Biomedical Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032270954","display_name":"Lingfei Ma","orcid":"https://orcid.org/0000-0001-8893-9693"},"institutions":[{"id":"https://openalex.org/I137867983","display_name":"Central University of Finance and Economics","ror":"https://ror.org/008e3hf02","country_code":"CN","type":"education","lineage":["https://openalex.org/I137867983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingfei Ma","raw_affiliation_strings":["School of Statistics and Mathematics, Central University of Finance and Economics, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Statistics and Mathematics, Central University of Finance and Economics, Beijing, China","institution_ids":["https://openalex.org/I137867983"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101882854"],"corresponding_institution_ids":["https://openalex.org/I137867983"],"apc_list":null,"apc_paid":null,"fwci":3.7373,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.93939394,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"72","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.725741446018219},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6220836639404297},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6143025159835815},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5433526635169983},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5077313184738159},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46721187233924866},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.43945014476776123},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.4291989803314209},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.41484469175338745},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38594383001327515},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.18954980373382568},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18146130442619324},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.16198298335075378},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11808490753173828},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09747493267059326}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.725741446018219},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6220836639404297},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6143025159835815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5433526635169983},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5077313184738159},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46721187233924866},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.43945014476776123},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.4291989803314209},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.41484469175338745},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38594383001327515},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.18954980373382568},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18146130442619324},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.16198298335075378},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11808490753173828},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09747493267059326},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3312755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3312755","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4063472708","display_name":null,"funder_award_id":"T2122020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4777608190","display_name":null,"funder_award_id":"62206321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G533820471","display_name":null,"funder_award_id":"62071165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5528497688","display_name":null,"funder_award_id":"PA2023IISL0095","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8587577622","display_name":null,"funder_award_id":"61976235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321599","display_name":"Central University of Finance and Economics","ror":"https://ror.org/008e3hf02"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1628236353","https://openalex.org/W1963915657","https://openalex.org/W1964641132","https://openalex.org/W1970302834","https://openalex.org/W2009758395","https://openalex.org/W2146353910","https://openalex.org/W2148236753","https://openalex.org/W2153777140","https://openalex.org/W2266694576","https://openalex.org/W2474462684","https://openalex.org/W2588655935","https://openalex.org/W2624240493","https://openalex.org/W2736883612","https://openalex.org/W2740578684","https://openalex.org/W2751011928","https://openalex.org/W2767512561","https://openalex.org/W2798987894","https://openalex.org/W2809795042","https://openalex.org/W2896457183","https://openalex.org/W2912147220","https://openalex.org/W2950648852","https://openalex.org/W2963037989","https://openalex.org/W3009302252","https://openalex.org/W3011768656","https://openalex.org/W3016744618","https://openalex.org/W3030921250","https://openalex.org/W3040592542","https://openalex.org/W3046194589","https://openalex.org/W3092444386","https://openalex.org/W3096609285","https://openalex.org/W3105639468","https://openalex.org/W3108042295","https://openalex.org/W3112567928","https://openalex.org/W3133700567","https://openalex.org/W3159235206","https://openalex.org/W3170841864","https://openalex.org/W3186471925","https://openalex.org/W3213472242","https://openalex.org/W3216987090","https://openalex.org/W4206706211","https://openalex.org/W4210944420","https://openalex.org/W4214493665","https://openalex.org/W4220893768","https://openalex.org/W4224937218","https://openalex.org/W4283732315","https://openalex.org/W4285176380","https://openalex.org/W4285224173","https://openalex.org/W4294891241","https://openalex.org/W4312950730","https://openalex.org/W4313142416","https://openalex.org/W4313267411","https://openalex.org/W4313420051","https://openalex.org/W4362014679","https://openalex.org/W4376131895","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6779879114","https://openalex.org/W6788135285","https://openalex.org/W6795892075","https://openalex.org/W6798046796","https://openalex.org/W6810122406"],"related_works":["https://openalex.org/W2391745328","https://openalex.org/W1971268144","https://openalex.org/W4214649316","https://openalex.org/W2554790198","https://openalex.org/W2788731446","https://openalex.org/W2095903272","https://openalex.org/W4390606538","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866"],"abstract_inverted_index":{"The":[0],"existing":[1,15],"transformer-based":[2],"infrared":[3,41,108,130,157],"and":[4,43,96,109,131,158,179,193,203,209],"visible":[5,44,110,132,159],"image":[6,63],"fusion":[7,58,196],"methods":[8],"mainly":[9],"focus":[10],"on":[11],"the":[12,17,25,30,38,47,71,80,85,98,106,120,126,155,168,195,207],"self-attention":[13,77],"correlation":[14,87,121,182],"in":[16,29,46,64,74,90,125,145,163,187],"intra-modal":[18,75,146],"of":[19,27,33,40,79,88,100,122,161,183,211],"each":[20],"image,":[21],"yet":[22],"they":[23],"neglect":[24],"discrepancies":[26],"inter-modal":[28,89,101,123,162],"same":[31,48,127],"position":[32,49],"two":[34,138],"source":[35],"images,":[36],"because":[37],"information":[39],"token":[42,45,65,91,164,189],"is":[50],"unbalanced.":[51],"Therefore,":[52],"we":[53,104,153,191],"develop":[54],"a":[55],"pure":[56],"transformer":[57],"model":[59,213],"to":[60,94,117,141,148,166,173,197],"reconstruct":[61,167],"fused":[62,169],"dimension,":[66],"which":[67],"not":[68],"only":[69],"perceives":[70],"long-range":[72,143,177],"dependencies":[73,144,178],"by":[76,137],"mechanism":[78],"transformer,":[81],"but":[82],"also":[83],"captures":[84],"attentive":[86,113,181],"space.":[92],"Moreover,":[93],"enhance":[95],"balance":[97],"interaction":[99],"tokens":[102,124,133,160,186],"when":[103,214],"fuse":[105,154],"corresponding":[107,156,184],"tokens,":[111],"learnable":[112],"weights":[114],"are":[115,134],"applied":[116],"dynamically":[118],"measure":[119],"position.":[128],"Concretely,":[129],"first":[135],"calculated":[136],"independent":[139],"transformers":[140],"extract":[142,175],"due":[147],"their":[149],"modal":[150],"difference.":[151],"Then,":[152],"space":[165],"image.":[170],"In":[171],"addition,":[172],"comprehensively":[174],"multi-scale":[176],"capture":[180],"multi-modal":[185],"different":[188],"sizes,":[190],"explore":[192],"extend":[194],"multi-grained":[198],"token-based":[199],"fusion.":[200],"Ablation":[201],"studies":[202],"extensive":[204],"experiments":[205],"illustrate":[206],"effectiveness":[208],"superiorities":[210],"our":[212],"compared":[215],"with":[216],"nine":[217],"state-of-the-art":[218],"methods.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}