{"id":"https://openalex.org/W3208545937","doi":"https://doi.org/10.1109/cleo/europe-eqec52157.2021.9592637","title":"Deep Reinforcement Learning Control of White-Light Continuum Generation","display_name":"Deep Reinforcement Learning Control of White-Light Continuum Generation","publication_year":2021,"publication_date":"2021-06-21","ids":{"openalex":"https://openalex.org/W3208545937","doi":"https://doi.org/10.1109/cleo/europe-eqec52157.2021.9592637","mag":"3208545937"},"language":"en","primary_location":{"id":"doi:10.1109/cleo/europe-eqec52157.2021.9592637","doi":"https://doi.org/10.1109/cleo/europe-eqec52157.2021.9592637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cleo/europe-eqec52157.2021.9592637","pdf_url":null,"source":{"id":"https://openalex.org/S7407086093","display_name":"Conference on Lasers and Electro-Optics Europe & European Quantum Electronics Conference (CLEO/Europe-EQEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Conference on Lasers and Electro-Optics Europe & European Quantum Electronics Conference (CLEO/Europe-EQEC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3208545937"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013164931","display_name":"Carlo Michele Valensise","orcid":"https://orcid.org/0000-0003-3207-3119","observed_orcids":["https://orcid.org/0000-0003-3207-3119"]},"institutions":[{"id":"https://openalex.org/I4210134310","display_name":"Istituto di Fotonica e Nanotecnologie","ror":"https://ror.org/049ebw417","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210134310","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Carlo M. Valensise","raw_affiliation_strings":["Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I4210134310","https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004303084","display_name":"Federico Vernuccio","orcid":"https://orcid.org/0000-0002-4281-7524","observed_orcids":["https://orcid.org/0000-0002-4281-7524"]},"institutions":[{"id":"https://openalex.org/I4210134310","display_name":"Istituto di Fotonica e Nanotecnologie","ror":"https://ror.org/049ebw417","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210134310","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Vernuccio","raw_affiliation_strings":["Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I4210134310","https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009770666","display_name":"Alessandro Giuseppi","orcid":"https://orcid.org/0000-0001-5503-8506","observed_orcids":["https://orcid.org/0000-0001-5503-8506"]},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Giuseppi","raw_affiliation_strings":["DIAG, University of Rome \"La Sapienza\", Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIAG, University of Rome \"La Sapienza\", Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050383612","display_name":"Giulio Cerullo","orcid":"https://orcid.org/0000-0002-9534-2702","observed_orcids":["https://orcid.org/0000-0002-9534-2702"]},"institutions":[{"id":"https://openalex.org/I4210134310","display_name":"Istituto di Fotonica e Nanotecnologie","ror":"https://ror.org/049ebw417","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210134310","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giulio Cerullo","raw_affiliation_strings":["Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I4210134310","https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039440957","display_name":"Dario Polli","orcid":"https://orcid.org/0000-0002-6960-5708","observed_orcids":["https://orcid.org/0000-0002-6960-5708"]},"institutions":[{"id":"https://openalex.org/I4210134310","display_name":"Istituto di Fotonica e Nanotecnologie","ror":"https://ror.org/049ebw417","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210134310","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dario Polli","raw_affiliation_strings":["Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Fisica, IFN-CNR, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I4210134310","https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10566","display_name":"Laser-Matter Interactions and Applications","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10566","display_name":"Laser-Matter Interactions and Applications","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1914999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10846","display_name":"Photonic Crystal and Fiber Optics","score":0.02370000071823597,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9589999914169312},{"id":"https://openalex.org/keywords/femtosecond-pulses","display_name":"femtosecond pulses","score":0.6620000004768372},{"id":"https://openalex.org/keywords/nonlinear-optics","display_name":"nonlinear optics","score":0.43299999833106995},{"id":"https://openalex.org/keywords/optimal-control","display_name":"optimal control","score":0.4959999918937683},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8299999833106995},{"id":"https://openalex.org/keywords/policy-optimization","display_name":"policy optimization","score":0.4690000116825104},{"id":"https://openalex.org/keywords/neural-network","display_name":"artificial neural networks","score":0.42899999022483826}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9019861221313477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7147087454795837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7048123478889465},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6663339138031006},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.6464678049087524},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5209787487983704},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46766936779022217},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44934332370758057},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4419192671775818},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.429645299911499},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4041707217693329},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33526647090911865},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12462690472602844},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cleo/europe-eqec52157.2021.9592637","doi":"https://doi.org/10.1109/cleo/europe-eqec52157.2021.9592637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cleo/europe-eqec52157.2021.9592637","pdf_url":null,"source":{"id":"https://openalex.org/S7407086093","display_name":"Conference on Lasers and Electro-Optics Europe & European Quantum Electronics Conference (CLEO/Europe-EQEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Conference on Lasers and Electro-Optics Europe & European Quantum Electronics Conference (CLEO/Europe-EQEC)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1654497","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/1654497","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.uniroma1.it:11573/1654500","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/11573/1654500","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W163688550","https://openalex.org/W2492794003","https://openalex.org/W2919115771","https://openalex.org/W3121635677"],"related_works":["https://openalex.org/W3084239652","https://openalex.org/W3215315830","https://openalex.org/W3203941497","https://openalex.org/W4367000417","https://openalex.org/W4399062335","https://openalex.org/W7046106116","https://openalex.org/W4221140424","https://openalex.org/W4417053890","https://openalex.org/W7203695548","https://openalex.org/W7117484479"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2,10],"(deep":[3],"RL)":[4],"is":[5,56,95],"a":[6,40,63,106],"branch":[7],"of":[8,15,53,85],"Machine":[9],"dealing":[11],"with":[12],"the":[13,36,45,49,54,71,79,86,89,100],"solution":[14],"optimization":[16,91],"problems,":[17],"usually":[18],"formalized":[19],"as":[20],"Markov":[21],"Decision":[22],"Processes":[23],"[1]":[24],".":[25],"At":[26],"discrete":[27],"temporal":[28],"steps,":[29],"an":[30,33,59],"agent":[31,55],"takes":[32],"action":[34],"on":[35,44],"system":[37],"receiving":[38],"back":[39],"reward":[41],"that":[42],"depends":[43],"state":[46],"reached":[47],"by":[48,74],"system.":[50,87],"The":[51],"goal":[52],"to":[57,69,99],"determine":[58],"optimal":[60],"policy,":[61],"i.e.":[62],"map":[64],"between":[65],"states":[66],"and":[67,77],"actions,":[68],"maximise":[70],"future":[72],"rewards,":[73],"directly":[75],"experiencing":[76],"sampling":[78],"environment":[80],"without":[81],"any":[82],"a-priori":[83],"knowledge":[84],"Among":[88],"various":[90],"algorithms,":[92],"deep":[93],"RL":[94],"particularly":[96],"versatile":[97],"thanks":[98],"underlying":[101],"neural":[102],"networks":[103],"[2]":[104],",":[105],"powerful":[107],"universal":[108],"approximator.":[109]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-11-08T00:00:00"}