{"id":"https://openalex.org/W3094548171","doi":"https://doi.org/10.1088/2632-2153/abc327","title":"Automated multi-layer optical design via deep reinforcement learning","display_name":"Automated multi-layer optical design via deep reinforcement learning","publication_year":2020,"publication_date":"2020-10-20","ids":{"openalex":"https://openalex.org/W3094548171","doi":"https://doi.org/10.1088/2632-2153/abc327","mag":"3094548171"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/abc327","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abc327","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1088/2632-2153/abc327","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076722448","display_name":"Haozhu Wang","orcid":"https://orcid.org/0000-0002-9679-0144"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haozhu Wang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-9679-0144","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, United States of America","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002874750","display_name":"Zeyu Zheng","orcid":"https://orcid.org/0000-0001-5653-152X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyu Zheng","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, United States of America","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012368728","display_name":"Chengang Ji","orcid":"https://orcid.org/0000-0002-6658-9853"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengang Ji","raw_affiliation_strings":["Ningbo Inlight Technology Co., Ltd, Ningbo, Zhejiang, People\u2019s Republic of China","Ningbo Inlight Technology Co., Ltd, Ningbo, Zhejiang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ningbo Inlight Technology Co., Ltd, Ningbo, Zhejiang, People\u2019s Republic of China","institution_ids":["https://openalex.org/I13591777"]},{"raw_affiliation_string":"Ningbo Inlight Technology Co., Ltd, Ningbo, Zhejiang, People's Republic of China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001814451","display_name":"L. Jay Guo","orcid":"https://orcid.org/0000-0002-0347-6309"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"L Jay Guo","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, United States of America","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5001814451","https://openalex.org/A5076722448"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":3.4993,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.93379909,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"2","issue":"2","first_page":"025013","last_page":"025013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11517","display_name":"Advanced optical system design","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11517","display_name":"Advanced optical system design","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12442","display_name":"Thermal Radiation and Cooling Technologies","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12309","display_name":"solar cell performance optimization","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7223235368728638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7061029672622681},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.5416449308395386},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5004065036773682},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4640929102897644},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4411095976829529},{"id":"https://openalex.org/keywords/photonics","display_name":"Photonics","score":0.42408841848373413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4225081205368042},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36267751455307007},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16525208950042725},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11911824345588684},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10319823026657104},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.08649635314941406}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7223235368728638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7061029672622681},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.5416449308395386},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5004065036773682},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4640929102897644},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4411095976829529},{"id":"https://openalex.org/C20788544","wikidata":"https://www.wikidata.org/wiki/Q467054","display_name":"Photonics","level":2,"score":0.42408841848373413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4225081205368042},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36267751455307007},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16525208950042725},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11911824345588684},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10319823026657104},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.08649635314941406},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1088/2632-2153/abc327","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abc327","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/abc327","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abc327","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8899999856948853}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332462","display_name":"Horace H. Rackham School of Graduate Studies, University of Michigan","ror":"https://ror.org/00jmfr291"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1810943226","https://openalex.org/W1924770834","https://openalex.org/W1965014506","https://openalex.org/W1968614157","https://openalex.org/W2005126631","https://openalex.org/W2012051715","https://openalex.org/W2064675550","https://openalex.org/W2076699264","https://openalex.org/W2097053772","https://openalex.org/W2121863487","https://openalex.org/W2253160778","https://openalex.org/W2276352557","https://openalex.org/W2292755489","https://openalex.org/W2295907767","https://openalex.org/W2410983263","https://openalex.org/W2507756961","https://openalex.org/W2557283755","https://openalex.org/W2596689352","https://openalex.org/W2607264901","https://openalex.org/W2617411258","https://openalex.org/W2736601468","https://openalex.org/W2766162919","https://openalex.org/W2766447205","https://openalex.org/W2772089359","https://openalex.org/W2773987374","https://openalex.org/W2803281408","https://openalex.org/W2806536390","https://openalex.org/W2807012697","https://openalex.org/W2896926739","https://openalex.org/W2903501122","https://openalex.org/W2916134072","https://openalex.org/W2944956154","https://openalex.org/W2952332632","https://openalex.org/W2963167310","https://openalex.org/W2963184621","https://openalex.org/W2965959756","https://openalex.org/W2970108703","https://openalex.org/W2970706905","https://openalex.org/W2970971581","https://openalex.org/W2982316857","https://openalex.org/W2996246179","https://openalex.org/W2996314716","https://openalex.org/W3018195242","https://openalex.org/W3023907686","https://openalex.org/W3024817990","https://openalex.org/W3050113199","https://openalex.org/W3100751385","https://openalex.org/W4295312788","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6638273328","https://openalex.org/W6640212811","https://openalex.org/W6697475056","https://openalex.org/W6725207838","https://openalex.org/W6730742100","https://openalex.org/W6738144653","https://openalex.org/W6741002519","https://openalex.org/W6762840543","https://openalex.org/W6766978945","https://openalex.org/W6771936276","https://openalex.org/W6776921880","https://openalex.org/W7020337641"],"related_works":["https://openalex.org/W2364252372","https://openalex.org/W4234066492","https://openalex.org/W1998063895","https://openalex.org/W4306904969","https://openalex.org/W1967044713","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W4390846322"],"abstract_inverted_index":{"Abstract":[0],"Optical":[1],"multi-layer":[2,54,89],"thin":[3],"films":[4],"are":[5],"widely":[6],"used":[7],"in":[8,115,123],"optical":[9,55,73],"and":[10,35,118],"energy":[11,101],"applications":[12],"requiring":[13],"photonic":[14],"designs.":[15],"Engineers":[16],"often":[17],"design":[18,44,56],"such":[19],"structures":[20,90,110],"based":[21],"on":[22,29],"their":[23],"physical":[24],"intuition.":[25],"However,":[26],"solely":[27],"relying":[28],"human":[30,113],"experts":[31,114],"can":[32],"be":[33],"time-consuming":[34],"may":[36],"lead":[37],"to":[38,87,99],"sub-optimal":[39],"designs,":[40,108],"especially":[41],"when":[42],"the":[43,53,78],"space":[45],"is":[46,68,97],"large.":[47],"In":[48],"this":[49],"work,":[50],"we":[51],"frame":[52],"task":[57,116,124],"as":[58],"a":[59,119],"sequence":[60,65,80],"generation":[61,66,81],"problem.":[62],"A":[63],"deep":[64,79],"network":[67,82],"proposed":[69,95],"for":[70],"efficiently":[71],"generating":[72],"layer":[74],"sequences.":[75],"We":[76],"train":[77],"with":[83,91],"proximal":[84],"policy":[85],"optimization":[86],"generate":[88],"desired":[92],"properties.":[93],"The":[94],"method":[96],"applied":[98],"two":[100],"applications.":[102],"Our":[103],"algorithm":[104,122],"successfully":[105],"discovered":[106],"high-performance":[107],"outperforming":[109],"designed":[111],"by":[112],"1,":[117],"state-of-the-art":[120],"memetic":[121],"2.":[125]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":9}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}