{"id":"https://openalex.org/W7138117101","doi":"https://doi.org/10.1609/aaai.v40i25.39246","title":"Towards Illumination-Aware Restoration of Metalens-Captured Images: A New Dataset and a Strong Baseline","display_name":"Towards Illumination-Aware Restoration of Metalens-Captured Images: A New Dataset and a Strong Baseline","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138117101","doi":"https://doi.org/10.1609/aaai.v40i25.39246"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i25.39246","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39246","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i25.39246","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121237135","display_name":"Fen Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Fen Fang","raw_affiliation_strings":["Institute for Infocomm Research (I2R), A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research (I2R), A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103004965","display_name":"Xinan Liang","orcid":"https://orcid.org/0009-0008-7806-0712"},"institutions":[{"id":"https://openalex.org/I4210123095","display_name":"Institute of Materials Research and Engineering","ror":"https://ror.org/02sepg748","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210123095","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xinan Liang","raw_affiliation_strings":["Institute of Materials Research and Engineering (IMRE), A*STAR, Singapore\nNational Semiconductor Translation and Innovation Center (NSTIC), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Materials Research and Engineering (IMRE), A*STAR, Singapore\nNational Semiconductor Translation and Innovation Center (NSTIC), Singapore","institution_ids":["https://openalex.org/I4210123095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124935763","display_name":"Muli Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Muli Yang","raw_affiliation_strings":["Institute for Infocomm Research (I2R), A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research (I2R), A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129693758","display_name":"Jinghong Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jinghong Zheng","raw_affiliation_strings":["Institute for Infocomm Research (I2R), A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research (I2R), A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129666450","display_name":"Tobias Mass","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165293","display_name":"Metacomp Technologies (United States)","ror":"https://ror.org/05cxavv95","country_code":"US","type":"company","lineage":["https://openalex.org/I4210165293"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tobias Mass","raw_affiliation_strings":["MetaOptics Technologies, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MetaOptics Technologies, Singapore","institution_ids":["https://openalex.org/I4210165293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129696553","display_name":"Ying Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ying Sun","raw_affiliation_strings":["Institute for Infocomm Research (I2R), A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research (I2R), A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129691956","display_name":"Xulei Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xulei Yang","raw_affiliation_strings":["Institute for Infocomm Research (I2R), A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research (I2R), A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125726221","display_name":"Xuewu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123095","display_name":"Institute of Materials Research and Engineering","ror":"https://ror.org/02sepg748","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210123095","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xuewu Xu","raw_affiliation_strings":["Institute of Materials Research and Engineering (IMRE), A*STAR, Singapore\nNational Semiconductor Translation and Innovation Center (NSTIC), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Materials Research and Engineering (IMRE), A*STAR, Singapore\nNational Semiconductor Translation and Innovation Center (NSTIC), Singapore","institution_ids":["https://openalex.org/I4210123095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129662825","display_name":"Zhengguo Li","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhengguo Li","raw_affiliation_strings":["Institute for Infocomm Research (I2R), A*STAR, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research (I2R), A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37749288,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"25","first_page":"21038","last_page":"21046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.8801000118255615,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.8801000118255615,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.035599999129772186,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.7074999809265137},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5760999917984009},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5139999985694885},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.42160001397132874},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4194999933242798},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.38280001282691956},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.374099999666214},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.2935999929904938}],"concepts":[{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.7074999809265137},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6355000138282776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6129999756813049},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6122999787330627},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5760999917984009},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.42160001397132874},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C2776196576","wikidata":"https://www.wikidata.org/wiki/Q196113","display_name":"Camouflage","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C3017601658","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image enhancement","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C196956537","wikidata":"https://www.wikidata.org/wiki/Q202021","display_name":"Chromatic scale","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2987933465","wikidata":"https://www.wikidata.org/wiki/Q141130","display_name":"Image manipulation","level":3,"score":0.25780001282691956}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i25.39246","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39246","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/39246","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/39246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i25.39246","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39246","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6992117166519165}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Metalenses":[0],"offer":[1],"compelling":[2],"advantages":[3],"such":[4],"as":[5],"lightweight":[6],"and":[7,30,82,108],"ultra-thin":[8],"design,":[9],"making":[10],"them":[11],"promising":[12],"alternatives":[13],"to":[14,41,105,111,129],"conventional":[15],"lenses.":[16],"However,":[17],"their":[18],"widespread":[19],"adoption":[20],"is":[21],"hindered":[22],"by":[23,28],"image":[24,76,87,135],"quality":[25],"degradation":[26],"caused":[27],"chromatic":[29],"angular":[31],"aberrations.":[32],"To":[33,73],"mitigate":[34],"this,":[35],"restoration":[36,53,100,136],"processes":[37],"are":[38],"often":[39],"necessary":[40],"recover":[42],"high-quality":[43],"RGB":[44],"images":[45],"from":[46],"metalens-captured":[47],"inputs.":[48],"While":[49],"recent":[50],"deep":[51],"learning-based":[52],"methods":[54],"show":[55,118],"promise,":[56],"they":[57],"typically":[58],"(1)":[59],"blur":[60],"or":[61,65],"distort":[62],"peripheral":[63],"regions,":[64],"(2)":[66],"fail":[67],"entirely":[68],"under":[69,139],"unseen":[70,140],"illumination":[71],"conditions.":[72],"advance":[74],"metalens":[75,86,151],"restoration,":[77],"we":[78,95],"introduce":[79],"IlluMeta---the":[80],"first":[81],"largest":[83],"real-world,":[84],"illumination-aware":[85],"dataset\u2014captured":[88],"across":[89],"diverse":[90],"lighting":[91,141],"environments.":[92],"In":[93],"addition,":[94],"propose":[96],"a":[97,126],"novel":[98],"end-to-end":[99],"framework":[101],"that":[102,119],"directs":[103],"attention":[104],"challenging":[106],"regions":[107],"adaptively":[109],"adjusts":[110],"varying":[112],"illuminations":[113],"via":[114],"reinforcement":[115],"learning.":[116],"Experiments":[117],"our":[120],"method":[121],"can":[122],"be":[123],"applied":[124],"in":[125],"plug-and-play":[127],"manner":[128],"enhance":[130],"existing":[131],"models,":[132],"significantly":[133],"improving":[134],"quality,":[137],"especially":[138],"conditions,":[142],"paving":[143],"the":[144],"way":[145],"for":[146],"broader":[147],"real-world":[148],"deployment":[149],"of":[150],"technologies.":[152]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-18T00:00:00"}