{"id":"https://openalex.org/W4404526313","doi":"https://doi.org/10.1145/3687976","title":"Learned Multi-aperture Color-coded Optics for Snapshot Hyperspectral Imaging","display_name":"Learned Multi-aperture Color-coded Optics for Snapshot Hyperspectral Imaging","publication_year":2024,"publication_date":"2024-11-19","ids":{"openalex":"https://openalex.org/W4404526313","doi":"https://doi.org/10.1145/3687976"},"language":"en","primary_location":{"id":"doi:10.1145/3687976","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687976","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3687976","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057968202","display_name":"Zheng Shi","orcid":"https://orcid.org/0000-0002-9919-8816"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Shi","raw_affiliation_strings":["Princeton University, Princeton, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-9919-8816","affiliations":[{"raw_affiliation_string":"Princeton University, Princeton, United States of America","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102349186","display_name":"Xiong Dun","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiong Dun","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-8154-6397","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002812089","display_name":"Haoyu Wei","orcid":"https://orcid.org/0000-0003-2093-9261"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haoyu Wei","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2093-9261","affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061773188","display_name":"Siyu Dong","orcid":"https://orcid.org/0009-0005-9494-783X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyu Dong","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-9494-783X","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101505542","display_name":"Zhanshan Wang","orcid":"https://orcid.org/0000-0002-2161-6934"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanshan Wang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2161-6934","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079275442","display_name":"Xinbin Cheng","orcid":"https://orcid.org/0000-0002-3855-483X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbin Cheng","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3855-483X","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059313827","display_name":"Felix Heide","orcid":"https://orcid.org/0000-0002-8054-9823"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felix Heide","raw_affiliation_strings":["Princeton University, Princeton, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-8054-9823","affiliations":[{"raw_affiliation_string":"Princeton University, Princeton, United States of America","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101629182","display_name":"Yifan Peng","orcid":"https://orcid.org/0000-0003-0667-2599"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifan Peng","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-0667-2599","affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.713,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.97738772,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"43","issue":"6","first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11324","display_name":"Spectroscopy Techniques in Biomedical and Chemical Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11324","display_name":"Spectroscopy Techniques in Biomedical and Chemical Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12050","display_name":"Optical Polarization and Ellipsometry","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8799105882644653},{"id":"https://openalex.org/keywords/coded-aperture","display_name":"Coded aperture","score":0.7878832817077637},{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.7005259990692139},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5922422409057617},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5862587094306946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5396793484687805},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.5323358774185181},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.36589911580085754},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.20906871557235718}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8799105882644653},{"id":"https://openalex.org/C2779464207","wikidata":"https://www.wikidata.org/wiki/Q4226196","display_name":"Coded aperture","level":3,"score":0.7878832817077637},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.7005259990692139},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5922422409057617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5862587094306946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5396793484687805},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.5323358774185181},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.36589911580085754},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.20906871557235718},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3687976","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687976","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3687976","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687976","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1988386267","https://openalex.org/W1997164347","https://openalex.org/W2019246038","https://openalex.org/W2059147197","https://openalex.org/W2075394305","https://openalex.org/W2120106651","https://openalex.org/W2122800398","https://openalex.org/W2166661231","https://openalex.org/W2474071559","https://openalex.org/W2511401065","https://openalex.org/W2520430674","https://openalex.org/W2768964249","https://openalex.org/W2803467099","https://openalex.org/W2809900749","https://openalex.org/W2892288283","https://openalex.org/W2958407396","https://openalex.org/W2962785568","https://openalex.org/W2983219806","https://openalex.org/W3014641072","https://openalex.org/W3035510385","https://openalex.org/W3035556176","https://openalex.org/W3040032943","https://openalex.org/W3075397214","https://openalex.org/W3105938636","https://openalex.org/W3137545709","https://openalex.org/W3176833789","https://openalex.org/W3181839124","https://openalex.org/W3201305819","https://openalex.org/W3202550138","https://openalex.org/W4206602521","https://openalex.org/W4220718330","https://openalex.org/W4220903751","https://openalex.org/W4226277663","https://openalex.org/W4234552385","https://openalex.org/W4286611274","https://openalex.org/W4296231367","https://openalex.org/W4297239554","https://openalex.org/W4312299829","https://openalex.org/W4312825200","https://openalex.org/W4317815839","https://openalex.org/W4321606616","https://openalex.org/W4362668254","https://openalex.org/W4378234426","https://openalex.org/W4386001710","https://openalex.org/W4389339351","https://openalex.org/W6600120041","https://openalex.org/W6769386519"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W4230131218","https://openalex.org/W4391217658","https://openalex.org/W1970762771","https://openalex.org/W2020022812","https://openalex.org/W1973220951","https://openalex.org/W2043432102"],"abstract_inverted_index":{"Learned":[0],"optics,":[1,6],"which":[2,94],"incorporate":[3],"lightweight":[4],"diffractive":[5,78],"coded-aperture":[7,161],"modulation,":[8],"and":[9,87,124,136,160,187],"specialized":[10],"image-processing":[11],"neural":[12],"networks,":[13],"have":[14],"recently":[15],"garnered":[16],"attention":[17],"in":[18,150,184],"the":[19,52,68,143,168,180],"field":[20],"of":[21,67,172],"snapshot":[22],"hyperspectral":[23],"imaging":[24],"(HSI).":[25],"While":[26],"conventional":[27],"methods":[28],"typically":[29],"rely":[30,74],"on":[31,75],"a":[32,76,102,147],"single":[33,71,77],"lens":[34,72,104,159],"element":[35,80],"paired":[36],"with":[37,107],"an":[38,114],"off-the-shelf":[39],"color":[40,109],"sensor,":[41],"these":[42],"setups,":[43],"despite":[44],"their":[45],"widespread":[46],"availability,":[47],"present":[48],"inherent":[49],"limitations.":[50],"First,":[51],"Bayer":[53],"sensor's":[54],"spectral":[55,65,85,96,125,137,153,177],"response":[56,126],"curves":[57],"are":[58],"not":[59],"optimized":[60],"for":[61,127,152],"HSI":[62],"applications,":[63],"limiting":[64],"fidelity":[66],"reconstruction.":[69],"Second,":[70],"designs":[73],"optical":[79,131],"(DOE)":[81],"to":[82,156,175],"simultaneously":[83],"encode":[84],"information":[86],"maintain":[88],"spatial":[89,122,135],"resolution":[90],"across":[91,133],"all":[92,111],"wavelengths,":[93],"constrains":[95],"encoding":[97,123,132],"capabilities.":[98],"This":[99,118],"work":[100],"investigates":[101],"multi-channel":[103],"array":[105],"combined":[106],"aperture-wise":[108],"filters,":[110],"co-optimized":[112],"alongside":[113],"image":[115],"reconstruction":[116,154],"network.":[117],"configuration":[119],"enables":[120],"independent":[121],"each":[128],"channel,":[129],"improving":[130],"both":[134],"dimensions.":[138],"Specifically,":[139],"we":[140],"validate":[141],"that":[142,167],"method":[144,169],"achieves":[145],"over":[146],"5dB":[148],"improvement":[149],"PSNR":[151],"compared":[155],"existing":[157],"single-diffractive":[158],"techniques.":[162],"Experimental":[163],"validation":[164],"further":[165],"confirmed":[166],"is":[170],"capable":[171],"recovering":[173],"up":[174],"31":[176],"bands":[178],"within":[179],"429--700":[181],"nm":[182],"range":[183],"diverse":[185],"indoor":[186],"outdoor":[188],"environments.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":8}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}