{"id":"https://openalex.org/W4297097675","doi":"https://doi.org/10.1109/iccp54855.2022.9887659","title":"MantissaCam: Learning Snapshot High-dynamic-range Imaging with Perceptually-based In-pixel Irradiance Encoding","display_name":"MantissaCam: Learning Snapshot High-dynamic-range Imaging with Perceptually-based In-pixel Irradiance Encoding","publication_year":2022,"publication_date":"2022-08-01","ids":{"openalex":"https://openalex.org/W4297097675","doi":"https://doi.org/10.1109/iccp54855.2022.9887659"},"language":"en","primary_location":{"id":"doi:10.1109/iccp54855.2022.9887659","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccp54855.2022.9887659","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Computational Photography (ICCP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109453146","display_name":"Haley M. So","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haley M. So","raw_affiliation_strings":["Stanford University,Department of Electrical and Engineering,Stanford,CA,United States,94305"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical and Engineering,Stanford,CA,United States,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089578547","display_name":"Julien Martel","orcid":"https://orcid.org/0000-0002-4928-5487"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julien N.P. Martel","raw_affiliation_strings":["Stanford University,Department of Electrical and Engineering,Stanford,CA,United States,94305"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical and Engineering,Stanford,CA,United States,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014044649","display_name":"Gordon Wetzstein","orcid":"https://orcid.org/0000-0002-9243-6885"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gordon Wetzstein","raw_affiliation_strings":["Stanford University,Department of Electrical and Engineering,Stanford,CA,United States,94305"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical and Engineering,Stanford,CA,United States,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057658631","display_name":"Piotr Dudek","orcid":"https://orcid.org/0000-0002-6511-6165"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Piotr Dudek","raw_affiliation_strings":["School of Electrical and Electronic Engineering, The University of Manchester,Manchester,United Kingdom,M13 9PL"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, The University of Manchester,Manchester,United Kingdom,M13 9PL","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5109453146"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":1.2074,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.80186359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.7615081667900085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7472438216209412},{"id":"https://openalex.org/keywords/modulo","display_name":"Modulo","score":0.727162778377533},{"id":"https://openalex.org/keywords/high-dynamic-range-imaging","display_name":"High-dynamic-range imaging","score":0.7105937600135803},{"id":"https://openalex.org/keywords/high-dynamic-range","display_name":"High dynamic range","score":0.669773519039154},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6668248176574707},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.6468297839164734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.60624760389328},{"id":"https://openalex.org/keywords/computational-photography","display_name":"Computational photography","score":0.5763964653015137},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5678436756134033},{"id":"https://openalex.org/keywords/dynamic-range","display_name":"Dynamic range","score":0.5269787311553955},{"id":"https://openalex.org/keywords/refresh-rate","display_name":"Refresh rate","score":0.5135600566864014},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.5127319097518921},{"id":"https://openalex.org/keywords/irradiance","display_name":"Irradiance","score":0.4526784121990204},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4476619064807892},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.43225717544555664},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.321898877620697},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2011159062385559},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1307554543018341},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.09175074100494385}],"concepts":[{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.7615081667900085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7472438216209412},{"id":"https://openalex.org/C54732982","wikidata":"https://www.wikidata.org/wiki/Q1415345","display_name":"Modulo","level":2,"score":0.727162778377533},{"id":"https://openalex.org/C2781399445","wikidata":"https://www.wikidata.org/wiki/Q309254","display_name":"High-dynamic-range imaging","level":4,"score":0.7105937600135803},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.669773519039154},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6668248176574707},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.6468297839164734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.60624760389328},{"id":"https://openalex.org/C146044194","wikidata":"https://www.wikidata.org/wiki/Q5157334","display_name":"Computational photography","level":4,"score":0.5763964653015137},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5678436756134033},{"id":"https://openalex.org/C87133666","wikidata":"https://www.wikidata.org/wiki/Q1161699","display_name":"Dynamic range","level":2,"score":0.5269787311553955},{"id":"https://openalex.org/C109034871","wikidata":"https://www.wikidata.org/wiki/Q949326","display_name":"Refresh rate","level":2,"score":0.5135600566864014},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.5127319097518921},{"id":"https://openalex.org/C46423501","wikidata":"https://www.wikidata.org/wiki/Q830654","display_name":"Irradiance","level":2,"score":0.4526784121990204},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4476619064807892},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.43225717544555664},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.321898877620697},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2011159062385559},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1307554543018341},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.09175074100494385},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccp54855.2022.9887659","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccp54855.2022.9887659","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Computational Photography (ICCP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G6527895259","display_name":null,"funder_award_id":"1839974","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8199637266","display_name":null,"funder_award_id":"EP/M019284/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308476","display_name":"Association of Research Libraries","ror":"https://ror.org/053mpbz30"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W205335040","https://openalex.org/W585975565","https://openalex.org/W606713757","https://openalex.org/W959056426","https://openalex.org/W1494666760","https://openalex.org/W1505723240","https://openalex.org/W1583366798","https://openalex.org/W1918272075","https://openalex.org/W1987135362","https://openalex.org/W1995813543","https://openalex.org/W1998393535","https://openalex.org/W2010316810","https://openalex.org/W2023857160","https://openalex.org/W2031533823","https://openalex.org/W2050262943","https://openalex.org/W2050717709","https://openalex.org/W2063069461","https://openalex.org/W2069281566","https://openalex.org/W2071435687","https://openalex.org/W2077195105","https://openalex.org/W2103601722","https://openalex.org/W2103802376","https://openalex.org/W2109804663","https://openalex.org/W2111730644","https://openalex.org/W2114246822","https://openalex.org/W2116191264","https://openalex.org/W2121729750","https://openalex.org/W2127817070","https://openalex.org/W2141432549","https://openalex.org/W2156571376","https://openalex.org/W2163429360","https://openalex.org/W2207050309","https://openalex.org/W2304846792","https://openalex.org/W2308642266","https://openalex.org/W2478527802","https://openalex.org/W2479691400","https://openalex.org/W2507967621","https://openalex.org/W2541468359","https://openalex.org/W2552290192","https://openalex.org/W2737827235","https://openalex.org/W2766497195","https://openalex.org/W2769930525","https://openalex.org/W2798122215","https://openalex.org/W2894939846","https://openalex.org/W2944333051","https://openalex.org/W2963178530","https://openalex.org/W2963276184","https://openalex.org/W2964076515","https://openalex.org/W2980170825","https://openalex.org/W3000929266","https://openalex.org/W3004372580","https://openalex.org/W3014223636","https://openalex.org/W3016829532","https://openalex.org/W3024380564","https://openalex.org/W3034348260","https://openalex.org/W3034683395","https://openalex.org/W3105345689","https://openalex.org/W3105381059","https://openalex.org/W3121214277","https://openalex.org/W3122099796","https://openalex.org/W3138218344","https://openalex.org/W3142504410","https://openalex.org/W3151712549","https://openalex.org/W4251444399","https://openalex.org/W4251532704","https://openalex.org/W4254791684","https://openalex.org/W4285674669","https://openalex.org/W4300142895","https://openalex.org/W6629613241","https://openalex.org/W6668062122","https://openalex.org/W6698521856","https://openalex.org/W6761840477","https://openalex.org/W6773184699","https://openalex.org/W6786437676"],"related_works":["https://openalex.org/W2050262943","https://openalex.org/W2059016183","https://openalex.org/W4293868336","https://openalex.org/W2978957674","https://openalex.org/W2079373141","https://openalex.org/W2808003261","https://openalex.org/W3023067860","https://openalex.org/W2067246157","https://openalex.org/W2013195229","https://openalex.org/W4200629063"],"abstract_inverted_index":{"The":[0,14],"ability":[1],"to":[2,45],"image":[3],"high-dynamic-range":[4],"(HDR)":[5],"scenes":[6],"is":[7,21,56,70],"crucial":[8],"in":[9,29,61,141],"many":[10],"computer":[11],"vision":[12],"applications.":[13],"dynamic":[15],"range":[16],"of":[17,31,138,146],"conventional":[18],"sensors,":[19],"however,":[20],"fundamentally":[22],"limited":[23],"by":[24,72],"their":[25],"well":[26],"capacity,":[27],"resulting":[28],"saturation":[30],"bright":[32],"scene":[33,69,114],"parts.":[34],"To":[35],"overcome":[36],"this":[37],"limitation,":[38],"emerging":[39],"sensors":[40],"offer":[41],"in-pixel":[42],"processing":[43],"capabilities":[44],"encode":[46],"the":[47,51,67,78,136],"incident":[48],"irradiance.":[49],"Among":[50],"most":[52],"promising":[53],"encoding":[54,106],"schemes":[55],"modulo":[57,150],"wrapping,":[58],"which":[59],"results":[60,127],"a":[62,87,100,154,158],"computational":[63],"photography":[64],"problem":[65],"where":[66],"HDR":[68,113,131],"computed":[71],"an":[73,112,116],"irradiance":[74,94],"unwrapping":[75,95],"algorithm":[76,90,148],"from":[77],"wrapped":[79],"low-dynamic-range":[80],"(LDR)":[81],"sensor":[82],"image.":[83],"Here,":[84],"we":[85,98],"design":[86,99],"neural":[88],"network-based":[89],"that":[91,108],"outperforms":[92],"previous":[93],"methods":[96],"and":[97,143],"perceptually":[101],"inspired":[102],"\u201cmantissa,\u201d":[103],"or":[104],"log-modulo,":[105],"scheme":[107],"more":[109],"efficiently":[110],"wraps":[111],"into":[115],"LDR":[117],"sensor.":[118,160],"Combined":[119],"with":[120,153,157],"our":[121,139,147],"reconstruction":[122],"framework,":[123],"MantissaCam":[124],"achieves":[125],"state-of-the-art":[126],"among":[128],"modulo-type":[129],"snapshot":[130],"imaging":[132],"approaches.":[133],"We":[134],"demonstrate":[135],"efficacy":[137],"method":[140],"simulation":[142],"show":[144],"benefits":[145],"on":[149],"images":[151],"captured":[152],"prototype":[155],"implemented":[156],"programmable":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
