{"id":"https://openalex.org/W3030128683","doi":"https://doi.org/10.1109/access.2020.2998052","title":"Adaptive Laser Welding Control: A Reinforcement Learning Approach","display_name":"Adaptive Laser Welding Control: A Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3030128683","doi":"https://doi.org/10.1109/access.2020.2998052","mag":"3030128683"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2998052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2998052","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09102251.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09102251.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049049061","display_name":"Giulio Masinelli","orcid":"https://orcid.org/0000-0003-1924-7735"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]},{"id":"https://openalex.org/I71824836","display_name":"Swiss Federal Laboratories for Materials Science and Technology","ror":"https://ror.org/02x681a42","country_code":"CH","type":"facility","lineage":["https://openalex.org/I2799323385","https://openalex.org/I71824836"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Giulio Masinelli","raw_affiliation_strings":["Embedded Systems Laboratory, Swiss Federal Institute of Technology in Lausanne (EPFL), Lausanne, Switzerland","Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","ORCiD"],"affiliations":[{"raw_affiliation_string":"Embedded Systems Laboratory, Swiss Federal Institute of Technology in Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","institution_ids":["https://openalex.org/I71824836"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014619710","display_name":"Tri Le\u2010Quang","orcid":"https://orcid.org/0000-0001-7129-5393"},"institutions":[{"id":"https://openalex.org/I71824836","display_name":"Swiss Federal Laboratories for Materials Science and Technology","ror":"https://ror.org/02x681a42","country_code":"CH","type":"facility","lineage":["https://openalex.org/I2799323385","https://openalex.org/I71824836"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Tri Le-Quang","raw_affiliation_strings":["Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","ORCiD"],"affiliations":[{"raw_affiliation_string":"Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","institution_ids":["https://openalex.org/I71824836"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017443769","display_name":"Silvio Zanoli","orcid":"https://orcid.org/0000-0002-0316-1657"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Silvio Zanoli","raw_affiliation_strings":["Embedded Systems Laboratory, Swiss Federal Institute of Technology in Lausanne (EPFL), Lausanne, Switzerland","ORCiD"],"affiliations":[{"raw_affiliation_string":"Embedded Systems Laboratory, Swiss Federal Institute of Technology in Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081321181","display_name":"Kilian Wasmer","orcid":"https://orcid.org/0000-0002-3294-3244"},"institutions":[{"id":"https://openalex.org/I71824836","display_name":"Swiss Federal Laboratories for Materials Science and Technology","ror":"https://ror.org/02x681a42","country_code":"CH","type":"facility","lineage":["https://openalex.org/I2799323385","https://openalex.org/I71824836"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Kilian Wasmer","raw_affiliation_strings":["Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","ORCiD"],"affiliations":[{"raw_affiliation_string":"Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","institution_ids":["https://openalex.org/I71824836"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044837930","display_name":"Sergey Shevchik","orcid":"https://orcid.org/0000-0003-0073-3450"},"institutions":[{"id":"https://openalex.org/I71824836","display_name":"Swiss Federal Laboratories for Materials Science and Technology","ror":"https://ror.org/02x681a42","country_code":"CH","type":"facility","lineage":["https://openalex.org/I2799323385","https://openalex.org/I71824836"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sergey A. Shevchik","raw_affiliation_strings":["Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","ORCiD"],"affiliations":[{"raw_affiliation_string":"Laboratory for Advanced Materials Processing, Swiss Federal Laboratories for Materials Science and Technology (EMPA), Thun, Switzerland","institution_ids":["https://openalex.org/I71824836"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049049061"],"corresponding_institution_ids":["https://openalex.org/I5124864","https://openalex.org/I71824836"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1569,"currency":"EUR","value_usd":1692},"fwci":3.6988,"has_fulltext":true,"cited_by_count":63,"citation_normalized_percentile":{"value":0.93393875,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"103803","last_page":"103814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10834","display_name":"Welding Techniques and Residual Stresses","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10834","display_name":"Welding Techniques and Residual Stresses","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.833520770072937},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7379607558250427},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5976629257202148},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5571185350418091},{"id":"https://openalex.org/keywords/weld-pool","display_name":"Weld pool","score":0.5395265221595764},{"id":"https://openalex.org/keywords/welding","display_name":"Welding","score":0.5286712646484375},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48418572545051575},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4320067763328552},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.4209340810775757},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4187484383583069},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4129735231399536},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.38343679904937744},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3488253355026245},{"id":"https://openalex.org/keywords/arc-welding","display_name":"Arc welding","score":0.16293883323669434},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1319507658481598}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.833520770072937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7379607558250427},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5976629257202148},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5571185350418091},{"id":"https://openalex.org/C2776143536","wikidata":"https://www.wikidata.org/wiki/Q7980866","display_name":"Weld pool","level":5,"score":0.5395265221595764},{"id":"https://openalex.org/C19474535","wikidata":"https://www.wikidata.org/wiki/Q131172","display_name":"Welding","level":2,"score":0.5286712646484375},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48418572545051575},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4320067763328552},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.4209340810775757},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4187484383583069},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4129735231399536},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.38343679904937744},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3488253355026245},{"id":"https://openalex.org/C20480867","wikidata":"https://www.wikidata.org/wiki/Q422937","display_name":"Arc welding","level":3,"score":0.16293883323669434},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1319507658481598},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C3450827","wikidata":"https://www.wikidata.org/wiki/Q1627310","display_name":"Gas tungsten arc welding","level":4,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2020.2998052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2998052","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09102251.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:465ac00c9ee84454a28523a214b670f9","is_oa":true,"landing_page_url":"https://doaj.org/article/465ac00c9ee84454a28523a214b670f9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 103803-103814 (2020)","raw_type":"article"},{"id":"pmh:oai:dora:empa_22364","is_oa":false,"landing_page_url":"https://www.dora.lib4ri.ch/empa/islandora/object/empa%3A22364","pdf_url":null,"source":{"id":"https://openalex.org/S4306401298","display_name":"DORA Empa (Swiss Federal Laboratories for Materials Science and Technology (Empa))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71824836","host_organization_name":"Swiss Federal Laboratories for Materials Science and Technology","host_organization_lineage":["https://openalex.org/I71824836"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:infoscience.epfl.ch:278422","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/278422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2998052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2998052","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09102251.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5400000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321674","display_name":"Eidgen\u00f6ssische Materialpr\u00fcfungs- und Forschungsanstalt","ror":"https://ror.org/02x681a42"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3030128683.pdf","grobid_xml":"https://content.openalex.org/works/W3030128683.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W192920577","https://openalex.org/W1500528358","https://openalex.org/W1543784908","https://openalex.org/W1552836173","https://openalex.org/W1836465849","https://openalex.org/W1969227317","https://openalex.org/W2018498995","https://openalex.org/W2019990417","https://openalex.org/W2034128628","https://openalex.org/W2068395078","https://openalex.org/W2102409316","https://openalex.org/W2104733512","https://openalex.org/W2115211925","https://openalex.org/W2121863487","https://openalex.org/W2125612430","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2163605009","https://openalex.org/W2163924129","https://openalex.org/W2173520492","https://openalex.org/W2181347294","https://openalex.org/W2250461676","https://openalex.org/W2341171179","https://openalex.org/W2519448054","https://openalex.org/W2619004999","https://openalex.org/W2706096457","https://openalex.org/W2735766064","https://openalex.org/W2749604329","https://openalex.org/W2762028760","https://openalex.org/W2794355285","https://openalex.org/W2803999279","https://openalex.org/W2891411686","https://openalex.org/W2912593325","https://openalex.org/W2919912236","https://openalex.org/W2949117887","https://openalex.org/W2949254415","https://openalex.org/W2956634504","https://openalex.org/W2961116293","https://openalex.org/W2962990163","https://openalex.org/W2963684088","https://openalex.org/W2964011399","https://openalex.org/W2982376398","https://openalex.org/W3000335058","https://openalex.org/W3007118889","https://openalex.org/W4231109964","https://openalex.org/W4235332416","https://openalex.org/W4246262524","https://openalex.org/W4299512017","https://openalex.org/W6633369638","https://openalex.org/W6638667902","https://openalex.org/W6675401909","https://openalex.org/W6675999342","https://openalex.org/W6677067356","https://openalex.org/W6683204974","https://openalex.org/W6684191040","https://openalex.org/W6685352114","https://openalex.org/W6685777803","https://openalex.org/W6695533872","https://openalex.org/W6745792544","https://openalex.org/W6759151774"],"related_works":["https://openalex.org/W359867782","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2979748938","https://openalex.org/W2979350279","https://openalex.org/W3202754632"],"abstract_inverted_index":{"Despite":[0],"extensive":[1],"research":[2],"efforts":[3],"in":[4],"the":[5,10,14,23,27,32,47,78,86,94,99,123,137,142,147,152,154,158,171,176,182,185,193,206,216,220,236,250,257,264],"field":[6],"of":[7,13,26,34,49,56,85,115,218],"laser":[8,100,160],"welding,":[9],"imperfect":[11],"repeatability":[12],"weld":[15,74],"quality":[16,75,129,138,252],"still":[17],"represents":[18],"an":[19,35,132],"open":[20],"topic.":[21],"Indeed,":[22],"inherent":[24],"complexity":[25],"underlying":[28],"physical":[29],"phenomena":[30],"prevents":[31],"implementation":[33],"effective":[36],"controller":[37],"using":[38],"conventional":[39],"regulators.":[40],"To":[41],"close":[42],"this":[43],"gap,":[44],"we":[45],"propose":[46],"application":[48],"Reinforcement":[50],"Learning":[51],"for":[52,128,235,256,263],"closed-loop":[53],"adaptive":[54],"control":[55,68,91],"welding":[57,95],"processes.":[58],"The":[59,112,163,195,244],"presented":[60],"system":[61],"is":[62,190,197],"able":[63],"to":[64,174,184,192,199,248],"autonomously":[65],"learn":[66,200],"a":[67,72,118,125,188],"law":[69],"that":[70,134,208,222,227],"achieves":[71],"predefined":[73],"independently":[76],"from":[77,141,201,226],"starting":[79],"conditions":[80],"and":[81,102,105,131,241,260],"without":[82],"prior":[83],"knowledge":[84],"process":[87,96,178],"dynamics.":[88],"Specifically,":[89],"our":[90],"unit":[92],"influences":[93],"by":[97,151,170,204],"modulating":[98],"power":[101,161],"uses":[103],"optical":[104],"acoustic":[106],"emission":[107],"signals":[108,166],"as":[109],"sensory":[110,143],"input.":[111,144],"algorithm":[113],"consists":[114],"three":[116],"elements:":[117],"smart":[119,155],"agent":[120,156],"interacting":[121],"with":[122],"process,":[124],"feedback":[126,172],"network":[127,173],"monitoring,":[130],"encoder":[133],"retains":[135],"only":[136],"critic":[139],"events":[140],"Based":[145],"on":[146,181],"data":[148],"representation":[149],"provided":[150],"encoder,":[153],"decides":[157],"output":[159],"accordingly.":[162],"corresponding":[164],"input":[165],"are":[167],"then":[168],"analyzed":[169],"determine":[175],"resulting":[177],"quality.":[179],"Depending":[180],"distance":[183],"targeted":[186,251],"quality,":[187],"reward":[189],"given":[191],"agent.":[194],"latter":[196],"designed":[198],"its":[202,212],"experience":[203],"taking":[205],"actions":[207],"maximize":[209],"not":[210],"just":[211],"immediate":[213],"reward,":[214],"but":[215],"sum":[217],"all":[219],"rewards":[221],"it":[223],"will":[224],"receive":[225],"moment":[228],"on.":[229],"Two":[230],"learning":[231],"schemes":[232],"were":[233],"tested":[234],"agent,":[237],"namely":[238],"${Q}$":[239],"-Learning":[240],"Policy":[242],"Gradient.":[243],"required":[245],"training":[246],"time":[247],"reach":[249],"was":[253],"20":[254],"min":[255,262],"former":[258],"technique":[259],"33":[261],"latter.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}