{"id":"https://openalex.org/W3176833789","doi":"https://doi.org/10.1145/3446791","title":"Differentiable Compound Optics and Processing Pipeline Optimization for End-to-end Camera Design","display_name":"Differentiable Compound Optics and Processing Pipeline Optimization for End-to-end Camera Design","publication_year":2021,"publication_date":"2021-04-30","ids":{"openalex":"https://openalex.org/W3176833789","doi":"https://doi.org/10.1145/3446791","mag":"3176833789"},"language":"en","primary_location":{"id":"doi:10.1145/3446791","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446791","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009101949","display_name":"Ethan Tseng","orcid":"https://orcid.org/0000-0002-0223-5984"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ethan Tseng","raw_affiliation_strings":["Princeton University, Princeton, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University, Princeton, NJ","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087532093","display_name":"Ali Mosleh","orcid":"https://orcid.org/0000-0003-4298-0126"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali Mosleh","raw_affiliation_strings":["Algolux, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Algolux, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060060011","display_name":"Fahim Mannan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fahim Mannan","raw_affiliation_strings":["Algolux, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Algolux, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085805609","display_name":"Karl St\u2010Arnaud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karl St-Arnaud","raw_affiliation_strings":["Algolux, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Algolux, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060714797","display_name":"Avinash Sharma","orcid":"https://orcid.org/0000-0001-5013-5024"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Avinash Sharma","raw_affiliation_strings":["Algolux, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Algolux, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629182","display_name":"Yifan Peng","orcid":"https://orcid.org/0000-0003-0667-2599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yifan Peng","raw_affiliation_strings":["Algolux, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Algolux, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015240928","display_name":"Alexander Braun","orcid":"https://orcid.org/0000-0002-8358-0578"},"institutions":[{"id":"https://openalex.org/I75356249","display_name":"Hochschule D\u00fcsseldorf University of Applied Sciences","ror":"https://ror.org/00ftx0026","country_code":"DE","type":"education","lineage":["https://openalex.org/I75356249"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Braun","raw_affiliation_strings":["Hosch\u00fcle Dusseldorf"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hosch\u00fcle Dusseldorf","institution_ids":["https://openalex.org/I75356249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053824527","display_name":"Derek Nowrouzezahrai","orcid":"https://orcid.org/0000-0002-4279-1774"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Derek Nowrouzezahrai","raw_affiliation_strings":["McGill University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034761030","display_name":"Jean\u2010Fran\u00e7ois Lalonde","orcid":"https://orcid.org/0000-0002-6583-2364"},"institutions":[{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jean-Fran\u00e7ois Lalonde","raw_affiliation_strings":["Universit\u00e9 Laval, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Laval, Canada","institution_ids":["https://openalex.org/I43406934"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059313827","display_name":"Felix Heide","orcid":"https://orcid.org/0000-0002-8054-9823"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Felix Heide","raw_affiliation_strings":["Princeton University and Algolux, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University and Algolux, QC, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":34.0053,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.99651947,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"40","issue":"2","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11517","display_name":"Advanced optical system design","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7190467715263367},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5431865453720093},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.5320025086402893},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47820138931274414},{"id":"https://openalex.org/keywords/zemax","display_name":"Zemax","score":0.47061780095100403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42368364334106445},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.41444239020347595},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.40607306361198425},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.31567174196243286},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14497452974319458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7190467715263367},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5431865453720093},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.5320025086402893},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47820138931274414},{"id":"https://openalex.org/C2778646699","wikidata":"https://www.wikidata.org/wiki/Q3085771","display_name":"Zemax","level":3,"score":0.47061780095100403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42368364334106445},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.41444239020347595},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.40607306361198425},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.31567174196243286},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14497452974319458},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3446791","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446791","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W194222370","https://openalex.org/W1491891726","https://openalex.org/W1501785134","https://openalex.org/W1671274781","https://openalex.org/W1878818425","https://openalex.org/W1912194039","https://openalex.org/W1968154520","https://openalex.org/W1980208272","https://openalex.org/W1983535469","https://openalex.org/W2009518030","https://openalex.org/W2014893164","https://openalex.org/W2021347102","https://openalex.org/W2024676441","https://openalex.org/W2026214447","https://openalex.org/W2056370875","https://openalex.org/W2078386487","https://openalex.org/W2079915939","https://openalex.org/W2083799719","https://openalex.org/W2110139691","https://openalex.org/W2115579991","https://openalex.org/W2122410868","https://openalex.org/W2156601224","https://openalex.org/W2312399745","https://openalex.org/W2490998681","https://openalex.org/W2493144744","https://openalex.org/W2509029848","https://openalex.org/W2552290192","https://openalex.org/W2556872594","https://openalex.org/W2735974062","https://openalex.org/W2750484030","https://openalex.org/W2799265886","https://openalex.org/W2809900749","https://openalex.org/W2810610794","https://openalex.org/W2885311373","https://openalex.org/W2887566712","https://openalex.org/W2890748873","https://openalex.org/W2892087962","https://openalex.org/W2908411392","https://openalex.org/W2962360676","https://openalex.org/W2962785568","https://openalex.org/W2963452532","https://openalex.org/W2963767233","https://openalex.org/W2983219806","https://openalex.org/W2991172647","https://openalex.org/W3034348260","https://openalex.org/W3034683395","https://openalex.org/W3035635957","https://openalex.org/W3105353131","https://openalex.org/W3125028070","https://openalex.org/W3143835446","https://openalex.org/W4230472795","https://openalex.org/W4236965008","https://openalex.org/W4248555037","https://openalex.org/W6753278433"],"related_works":["https://openalex.org/W2390680955","https://openalex.org/W2749428535","https://openalex.org/W2380402214","https://openalex.org/W2351769803","https://openalex.org/W2594631422","https://openalex.org/W2017449983","https://openalex.org/W2340724640","https://openalex.org/W2131169870","https://openalex.org/W3014136459","https://openalex.org/W2175542008"],"abstract_inverted_index":{"Most":[0],"modern":[1],"commodity":[2],"imaging":[3],"systems":[4,17,114],"we":[5,98,134,226],"use":[6],"directly":[7],"for":[8,13,103,141,159,213,232],"photography\u2014or":[9],"indirectly":[10],"rely":[11],"on":[12],"downstream":[14,42,123],"applications\u2014employ":[15],"optical":[16,35,59,65,172],"of":[18,74,77],"multiple":[19],"lenses":[20],"that":[21,106,150],"must":[22],"balance":[23],"deviations":[24,69],"from":[25,55,70],"perfect":[26],"optics,":[27,75,160],"manufacturing":[28],"constraints,":[29],"tolerances,":[30],"cost,":[31],"and":[32,89,118,127,144,163,190,208,217,229,236,249],"footprint.":[33],"Although":[34],"designs":[36,189,212],"often":[37],"have":[38],"complex":[39],"interactions":[40],"with":[41,83,116,154,203],"image":[43,85,120],"processing":[44,87,121,207,230],"or":[45,245],"analysis":[46],"tasks,":[47,225],"today\u2019s":[48],"compound":[49,104,142],"optics":[50,105,143,201,211,228],"are":[51],"designed":[52],"in":[53,197],"isolation":[54],"these":[56,108],"interactions.":[57],"Existing":[58],"design":[60,173,244],"tools":[61],"aim":[62],"to":[63],"minimize":[64],"aberrations,":[66],"such":[67,175],"as":[68,176],"Gauss\u2019":[71],"linear":[72],"model":[73,140],"instead":[76],"application-specific":[78,128],"losses,":[79],"precluding":[80],"joint":[81],"optimization":[82,101,148],"hardware":[84,117,161,204],"signal":[86],"(ISP)":[88],"highly":[90,155],"parameterized":[91],"neural":[92,124,164],"network":[93,125],"processing.":[94],"In":[95],"this":[96,132],"article,":[97],"propose":[99,135],"an":[100,145,198],"method":[102,149,167,184],"lifts":[107],"limitations.":[109],"We":[110,179,193,240],"optimize":[111,227],"entire":[112],"lens":[113],"jointly":[115],"software":[119],"pipelines,":[122],"processing,":[126],"end-to-end":[129,191],"losses.":[130],"To":[131],"end,":[133],"a":[136],"learned,":[137],"differentiable":[138],"forward":[139],"alternating":[146],"proximal":[147],"handles":[151],"function":[152],"compositions":[153],"varying":[156],"parameter":[157],"dimensions":[158],"ISP,":[162],"nets.":[165],"Our":[166],"integrates":[168],"seamlessly":[169],"atop":[170],"existing":[171,242],"tools,":[174],"Zemax":[177],".":[178],"can":[180],"thus":[181],"assess":[182],"our":[183,195],"across":[185,251],"many":[186],"camera":[187,200],"system":[188],"applications.":[192],"validate":[194],"approach":[196],"automotive":[199,214],"setting\u2014together":[202],"ISP":[205],"post":[206],"detection\u2014outperforming":[209],"classical":[210],"object":[215],"detection":[216],"traffic":[218],"light":[219],"state":[220],"detection.":[221],"For":[222],"human":[223],"viewing":[224],"pipelines":[231],"dynamic":[233,237],"outdoor":[234],"scenarios":[235],"low-light":[238],"imaging.":[239],"outperform":[241],"compartmentalized":[243],"fine-tuning":[246],"methods":[247],"qualitatively":[248],"quantitatively,":[250],"all":[252],"domain-specific":[253],"applications":[254],"tested.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":5}],"updated_date":"2026-06-25T08:15:23.626066","created_date":"2025-10-10T00:00:00"}