{"id":"https://openalex.org/W2922140012","doi":"https://doi.org/10.1117/12.2512598","title":"Multi-modal image fusion for multispectral super-resolution in microscopy","display_name":"Multi-modal image fusion for multispectral super-resolution in microscopy","publication_year":2019,"publication_date":"2019-03-15","ids":{"openalex":"https://openalex.org/W2922140012","doi":"https://doi.org/10.1117/12.2512598","mag":"2922140012","pmid":"https://pubmed.ncbi.nlm.nih.gov/31777411"},"language":"en","primary_location":{"id":"doi:10.1117/12.2512598","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2512598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Image Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036730225","display_name":"Neel Dey","orcid":"https://orcid.org/0000-0003-1427-6406"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neel Dey","raw_affiliation_strings":["Department of Computer Science and Engineering, New York University Tandon School of Engineering, NY, USA","NYU Tandon School of Engineering (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, New York University Tandon School of Engineering, NY, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"NYU Tandon School of Engineering (United States)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458974","display_name":"Shijie Li","orcid":"https://orcid.org/0000-0003-2306-2266"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shijie Li","raw_affiliation_strings":["Department of Computer Science and Engineering, New York University Tandon School of Engineering, NY, USA","NYU Tandon School of Engineering (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, New York University Tandon School of Engineering, NY, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"NYU Tandon School of Engineering (United States)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038838133","display_name":"Katharina Bermond","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087086","display_name":"European Neuroendocrine Tumor Society","ror":"https://ror.org/001qjw859","country_code":"DE","type":"other","lineage":["https://openalex.org/I4210087086"]},{"id":"https://openalex.org/I4210126310","display_name":"Universit\u00e4tsklinikum W\u00fcrzburg","ror":"https://ror.org/03pvr2g57","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210126310"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Katharina Bermond","raw_affiliation_strings":["Department of Ophthalmology, University Hospital W\u00fcrzburg, W\u00fcrzburg, Germany","Universit\u00e4tsklinikum W\u00fcrzburg (Germany)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Ophthalmology, University Hospital W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I4210126310"]},{"raw_affiliation_string":"Universit\u00e4tsklinikum W\u00fcrzburg (Germany)","institution_ids":["https://openalex.org/I4210087086","https://openalex.org/I4210126310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065166255","display_name":"Rainer Heintzmann","orcid":"https://orcid.org/0000-0002-4950-1936"},"institutions":[{"id":"https://openalex.org/I2801349226","display_name":"Leibniz Institute of Photonic Technology","ror":"https://ror.org/02se0t636","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2801349226","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Heintzmann","raw_affiliation_strings":["Institute of Physical Chemistry, Friedrich-Schiller-University Jena, Germany","Leibniz Institute of Photonic Technology (IPHT), Jena, Germany","Friedrich-Schiller-Univ. Jena (Germany)","Leibniz-Institut f\u00fcr Photonische Technologien e.V. (Germany)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Physical Chemistry, Friedrich-Schiller-University Jena, Germany","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"Leibniz Institute of Photonic Technology (IPHT), Jena, Germany","institution_ids":["https://openalex.org/I2801349226"]},{"raw_affiliation_string":"Friedrich-Schiller-Univ. Jena (Germany)","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"Leibniz-Institut f\u00fcr Photonische Technologien e.V. (Germany)","institution_ids":["https://openalex.org/I2801349226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005513224","display_name":"Christine A. Curcio","orcid":"https://orcid.org/0000-0001-9769-1538"},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine A. Curcio","raw_affiliation_strings":["Department of Ophthalmology and Visual Sciences, University of Alabama at Birmingham, AL, USA","The Univ. of Alabama at Birmingham (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Ophthalmology and Visual Sciences, University of Alabama at Birmingham, AL, USA","institution_ids":["https://openalex.org/I32389192"]},{"raw_affiliation_string":"The Univ. of Alabama at Birmingham (United States)","institution_ids":["https://openalex.org/I32389192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091335285","display_name":"Thomas Ach","orcid":"https://orcid.org/0000-0001-6583-8283"},"institutions":[{"id":"https://openalex.org/I4210087086","display_name":"European Neuroendocrine Tumor Society","ror":"https://ror.org/001qjw859","country_code":"DE","type":"other","lineage":["https://openalex.org/I4210087086"]},{"id":"https://openalex.org/I4210126310","display_name":"Universit\u00e4tsklinikum W\u00fcrzburg","ror":"https://ror.org/03pvr2g57","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210126310"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Ach","raw_affiliation_strings":["Department of Ophthalmology, University Hospital W\u00fcrzburg, W\u00fcrzburg, Germany","Universit\u00e4tsklinikum W\u00fcrzburg (Germany)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Ophthalmology, University Hospital W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I4210126310"]},{"raw_affiliation_string":"Universit\u00e4tsklinikum W\u00fcrzburg (Germany)","institution_ids":["https://openalex.org/I4210087086","https://openalex.org/I4210126310"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010769610","display_name":"Guido Gerig","orcid":"https://orcid.org/0000-0002-9547-6233"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guido Gerig","raw_affiliation_strings":["Department of Computer Science and Engineering, New York University Tandon School of Engineering, NY, USA","NYU Tandon School of Engineering (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, New York University Tandon School of Engineering, NY, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"NYU Tandon School of Engineering (United States)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":null,"first_page":"12","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11324","display_name":"Spectroscopy Techniques in Biomedical and Chemical Research","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.8261457085609436},{"id":"https://openalex.org/keywords/image-resolution","display_name":"Image resolution","score":0.6698310971260071},{"id":"https://openalex.org/keywords/spectral-imaging","display_name":"Spectral imaging","score":0.6646034717559814},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6607288718223572},{"id":"https://openalex.org/keywords/microscopy","display_name":"Microscopy","score":0.6583385467529297},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.6279734969139099},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.583136796951294},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5776615142822266},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.5611333250999451},{"id":"https://openalex.org/keywords/spectral-resolution","display_name":"Spectral resolution","score":0.5252960324287415},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.5064181089401245},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.4356825351715088},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3924627900123596},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.3594212234020233},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.24122539162635803},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.23881429433822632},{"id":"https://openalex.org/keywords/spectral-line","display_name":"Spectral line","score":0.1851091980934143},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10572868585586548}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.8261457085609436},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.6698310971260071},{"id":"https://openalex.org/C3232514","wikidata":"https://www.wikidata.org/wiki/Q7575196","display_name":"Spectral imaging","level":2,"score":0.6646034717559814},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6607288718223572},{"id":"https://openalex.org/C147080431","wikidata":"https://www.wikidata.org/wiki/Q1074953","display_name":"Microscopy","level":2,"score":0.6583385467529297},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.6279734969139099},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.583136796951294},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5776615142822266},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.5611333250999451},{"id":"https://openalex.org/C124967146","wikidata":"https://www.wikidata.org/wiki/Q3457898","display_name":"Spectral resolution","level":3,"score":0.5252960324287415},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.5064181089401245},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.4356825351715088},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3924627900123596},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3594212234020233},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.24122539162635803},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.23881429433822632},{"id":"https://openalex.org/C4839761","wikidata":"https://www.wikidata.org/wiki/Q212111","display_name":"Spectral line","level":2,"score":0.1851091980934143},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10572868585586548},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1117/12.2512598","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2512598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Image Processing","raw_type":"proceedings-article"},{"id":"pmid:31777411","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31777411","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of SPIE--the International Society for Optical Engineering","raw_type":null},{"id":"pmh:oai:europepmc.org:5835726","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6881105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8829999393","display_name":null,"funder_award_id":"R01 EY027948","funder_id":"https://openalex.org/F4320337350","funder_display_name":"National Eye Institute"}],"funders":[{"id":"https://openalex.org/F4320337350","display_name":"National Eye Institute","ror":"https://ror.org/03wkg3b53"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1928755576","https://openalex.org/W1971008317","https://openalex.org/W2021046129","https://openalex.org/W2066667210","https://openalex.org/W2099201756","https://openalex.org/W2122825543","https://openalex.org/W2262251211","https://openalex.org/W2336309239","https://openalex.org/W2588805337","https://openalex.org/W2737565025","https://openalex.org/W2754253597","https://openalex.org/W2769556951","https://openalex.org/W2898683117","https://openalex.org/W2963284277","https://openalex.org/W2963442801","https://openalex.org/W2964140612","https://openalex.org/W3021971632","https://openalex.org/W3099844221","https://openalex.org/W3102912004","https://openalex.org/W3125032682","https://openalex.org/W6675200109","https://openalex.org/W6733557653","https://openalex.org/W6741351482","https://openalex.org/W6757784977"],"related_works":["https://openalex.org/W2022304901","https://openalex.org/W2018850895","https://openalex.org/W2988577871","https://openalex.org/W2758145160","https://openalex.org/W4205174160","https://openalex.org/W4316465086","https://openalex.org/W2051334599","https://openalex.org/W3047444742","https://openalex.org/W2016359086","https://openalex.org/W2015264016"],"abstract_inverted_index":{"Spectral":[0],"imaging":[1],"is":[2],"a":[3,50,69,84,104,149],"ubiquitous":[4],"tool":[5],"in":[6,63],"modern":[7],"biochemistry.":[8],"Despite":[9],"acquiring":[10],"dozens":[11],"to":[12,32,44,52,96],"thousands":[13],"of":[14,89,100,111,135,152,161,166,182],"spectral":[15,21,39,56,93,101,109,170],"channels,":[16],"existing":[17],"technology":[18],"cannot":[19],"capture":[20],"images":[22,40,95,110,134,185],"at":[23],"the":[24,54,64,87,158,164,179,183],"same":[25],"spatial":[26,60,123,141,180],"resolution":[27],"as":[28],"structural":[29,91],"microscopy.":[30,128],"Due":[31],"partial":[33],"voluming":[34],"and":[35,46,77,92,163,178],"low":[36],"light":[37],"exposure,":[38],"are":[41,172,186],"often":[42],"difficult":[43],"interpret":[45],"analyze.":[47],"This":[48],"highlights":[49],"need":[51],"upsample":[53],"low-resolution":[55],"image":[57],"by":[58,121,139],"using":[59,122,140,188],"information":[61,124,142],"contained":[62],"high-resolution":[65,144],"image,":[66],"thereby":[67],"creating":[68],"fused":[70],"representation":[71],"with":[72,116],"high":[73],"specificity":[74],"both":[75],"spatially":[76],"spectrally.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82,107,130],"propose":[83],"framework":[85],"for":[86,169],"fusion":[88],"co-registered":[90],"microscopy":[94],"create":[97],"super-resolved":[98,184],"representations":[99],"images.":[102,146],"As":[103],"first":[105],"application,":[106],"super-resolve":[108,131],"ex-vivo":[112],"retinal":[113],"tissue":[114],"imaged":[115],"confocal":[117],"laser":[118],"scanning":[119],"microscopy,":[120],"from":[125,143],"structured":[126],"illumination":[127],"Second,":[129],"mass":[132],"spectroscopic":[133],"mouse":[136],"brain":[137],"tissue,":[138],"histology":[145],"We":[147],"present":[148],"systematic":[150],"validation":[151],"model":[153],"assumptions":[154],"crucial":[155],"towards":[156],"maintaining":[157],"original":[159],"nature":[160],"spectra":[162],"applicability":[165],"super-resolution.":[167],"Goodness-of-fit":[168],"predictions":[171],"evaluated":[173,187],"through":[174],"functional":[175],"R<sup>2</sup>":[176],"values,":[177],"quality":[181],"normalized":[189],"mutual":[190],"information.":[191]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}