{"id":"https://openalex.org/W4319863505","doi":"https://doi.org/10.1109/tim.2023.3237814","title":"FusionGRAM: An Infrared and Visible Image Fusion Framework Based on Gradient Residual and Attention Mechanism","display_name":"FusionGRAM: An Infrared and Visible Image Fusion Framework Based on Gradient Residual and Attention Mechanism","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319863505","doi":"https://doi.org/10.1109/tim.2023.3237814"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3237814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3237814","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100376129","display_name":"Jinxin Wang","orcid":"https://orcid.org/0000-0003-4205-7673"},"institutions":[{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinxin Wang","raw_affiliation_strings":["Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061079799","display_name":"Xiaoli Xi","orcid":"https://orcid.org/0000-0002-7242-5695"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoli Xi","raw_affiliation_strings":["Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086962952","display_name":"Dongmei Li","orcid":"https://orcid.org/0000-0001-6655-8419"},"institutions":[{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Li","raw_affiliation_strings":["Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108999953","display_name":"Fang Li","orcid":"https://orcid.org/0000-0001-9420-1097"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210149211","display_name":"Institute of Semiconductors","ror":"https://ror.org/048dd0611","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210149211"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Li","raw_affiliation_strings":["Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Optoelectronic System Laboratory, Institute of Semiconductors, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210149211","https://openalex.org/I19820366"]},{"raw_affiliation_string":"College of Materials Science and Opto-Electronic Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100376129"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210149211","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":6.8161,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.97282791,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"72","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.757152795791626},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.6677731275558472},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.656795859336853},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5802394151687622},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5750479102134705},{"id":"https://openalex.org/keywords/infrared","display_name":"Infrared","score":0.5621788501739502},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5222043395042419},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5052297711372375},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.46620973944664},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.46417638659477234},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44705384969711304},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4433248043060303},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3784703016281128},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1708844006061554},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.1332933008670807},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08987519145011902},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0797019898891449}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.757152795791626},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.6677731275558472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.656795859336853},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5802394151687622},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5750479102134705},{"id":"https://openalex.org/C158355884","wikidata":"https://www.wikidata.org/wiki/Q11388","display_name":"Infrared","level":2,"score":0.5621788501739502},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5222043395042419},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5052297711372375},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.46620973944664},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.46417638659477234},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44705384969711304},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4433248043060303},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3784703016281128},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1708844006061554},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.1332933008670807},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08987519145011902},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0797019898891449},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3237814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3237814","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1484177357","https://openalex.org/W1563899710","https://openalex.org/W1580436348","https://openalex.org/W1963915657","https://openalex.org/W1970579918","https://openalex.org/W1980382026","https://openalex.org/W1997596006","https://openalex.org/W2009758395","https://openalex.org/W2054273865","https://openalex.org/W2113494422","https://openalex.org/W2116702374","https://openalex.org/W2133665775","https://openalex.org/W2146353910","https://openalex.org/W2153777140","https://openalex.org/W2179019672","https://openalex.org/W2194775991","https://openalex.org/W2209762097","https://openalex.org/W2256359941","https://openalex.org/W2522212509","https://openalex.org/W2532801510","https://openalex.org/W2589745805","https://openalex.org/W2610070095","https://openalex.org/W2752782242","https://openalex.org/W2757470902","https://openalex.org/W2772136803","https://openalex.org/W2774839435","https://openalex.org/W2798018774","https://openalex.org/W2798987894","https://openalex.org/W2809216229","https://openalex.org/W2896228140","https://openalex.org/W2912147220","https://openalex.org/W2963530785","https://openalex.org/W2963787388","https://openalex.org/W2978622574","https://openalex.org/W2998529071","https://openalex.org/W3046194589","https://openalex.org/W3083923056","https://openalex.org/W3102515681","https://openalex.org/W3105639468","https://openalex.org/W3108042295","https://openalex.org/W3143068962","https://openalex.org/W3181367324","https://openalex.org/W3198582484","https://openalex.org/W3213472242","https://openalex.org/W4206390057","https://openalex.org/W4206713196","https://openalex.org/W4220976899","https://openalex.org/W4289752563","https://openalex.org/W6628927728","https://openalex.org/W6631190155","https://openalex.org/W6637373629"],"related_works":["https://openalex.org/W1750358731","https://openalex.org/W2788731446","https://openalex.org/W2139242969","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2350422455"],"abstract_inverted_index":{"Infrared":[0],"and":[1,49,57,69,82,91,110,129,154,169],"visible":[2,10,58,70,79],"images":[3],"are":[4,44,50],"fused":[5,150],"to":[6,30,118,135,146],"obtain":[7,119,147],"a":[8,28,65],"high-quality":[9],"image":[11,33,41,59,71],"with":[12,106],"salient":[13],"infrared":[14,56,68,83],"targets":[15],"that":[16,160],"can":[17,97],"be":[18,98],"used":[19,38,134],"in":[20,39,55,167],"other":[21],"vision":[22],"tasks.":[23],"The":[24,35,86,100],"fusion":[25,42,72,165],"strategy":[26],"is":[27,74,88],"key":[29],"achieving":[31],"efficient":[32],"fusion.":[34,60],"strategies":[36],"currently":[37],"deep-learning-based":[40],"methods":[43,166],"based":[45],"on":[46,156],"manual":[47],"computation":[48],"unlearnable,":[51],"limiting":[52],"further":[53],"improvements":[54],"In":[61],"this":[62],"article,":[63],"FusionGRAM,":[64],"novel":[66],"end-to-end":[67],"framework,":[73],"proposed.":[75],"It":[76],"adaptively":[77],"fuses":[78],"detailed":[80],"information":[81,121],"thermal":[84],"information.":[85],"framework":[87],"fully":[89],"convolutional,":[90],"the":[92,115],"parameters":[93],"of":[94],"each":[95],"part":[96],"learned.":[99],"proposed":[101],"method":[102],"applied":[103],"dense":[104],"connections":[105],"an":[107,148],"attention":[108],"mechanism":[109],"gradient":[111],"residual,":[112],"thereby":[113],"improving":[114],"network\u2019s":[116],"ability":[117],"critical":[120],"during":[122],"feature":[123],"extraction.":[124],"Furthermore,":[125],"pixel":[126],"intensity":[127],"loss":[128,131],"detail":[130],"functions":[132],"were":[133,140],"train":[136],"FusionGRAM.":[137],"Fused":[138],"features":[139],"reconstructed":[141],"using":[142],"four":[143],"convolution":[144],"layers":[145],"informative":[149],"image.":[151],"Ablation":[152],"experiments":[153],"comparisons":[155],"public":[157],"datasets":[158],"showed":[159],"FusionGRAM":[161],"outperformed":[162],"current":[163],"state-of-the-art":[164],"subjective":[168],"objective":[170],"evaluations.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}