{"id":"https://openalex.org/W4312345073","doi":"https://doi.org/10.1007/978-3-031-19992-9_2","title":"Dynamic Shielding for\u00a0Reinforcement Learning in\u00a0Black-Box Environments","display_name":"Dynamic Shielding for\u00a0Reinforcement Learning in\u00a0Black-Box Environments","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312345073","doi":"https://doi.org/10.1007/978-3-031-19992-9_2"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-19992-9_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-19992-9_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039539654","display_name":"Masaki Waga","orcid":"https://orcid.org/0000-0001-9360-7490"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masaki Waga","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9360-7490","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042312462","display_name":"Ezequiel Castellano","orcid":"https://orcid.org/0000-0002-9604-9997"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ezequiel Castellano","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-9604-9997","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014098654","display_name":"Sasinee Pruekprasert","orcid":"https://orcid.org/0000-0002-5929-9014"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sasinee Pruekprasert","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5929-9014","affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027849434","display_name":"Stefan Klikovits","orcid":"https://orcid.org/0000-0003-4212-7029"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Stefan Klikovits","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4212-7029","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076929578","display_name":"Toru Takisaka","orcid":"https://orcid.org/0000-0002-5046-7480"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Toru Takisaka","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5046-7480","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013382452","display_name":"Ichiro Hasuo","orcid":"https://orcid.org/0000-0002-8300-4650"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ichiro Hasuo","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan","The Graduate University for Advanced Studies, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8300-4650","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"The Graduate University for Advanced Studies, Tokyo, Japan","institution_ids":["https://openalex.org/I200475212"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039539654"],"corresponding_institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.8434,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.75439071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8587477207183838},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8048417568206787},{"id":"https://openalex.org/keywords/electromagnetic-shielding","display_name":"Electromagnetic shielding","score":0.7894653081893921},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5978091955184937},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.554073691368103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4553244411945343},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.43364813923835754},{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.41739463806152344},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32386547327041626},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1170489490032196},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07565772533416748},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07137414813041687}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8587477207183838},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8048417568206787},{"id":"https://openalex.org/C2265751","wikidata":"https://www.wikidata.org/wiki/Q332007","display_name":"Electromagnetic shielding","level":2,"score":0.7894653081893921},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5978091955184937},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.554073691368103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4553244411945343},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.43364813923835754},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.41739463806152344},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32386547327041626},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1170489490032196},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07565772533416748},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07137414813041687}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-19992-9_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-19992-9_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3637779982","display_name":"Sampling-guided symbolic control framework under changing environments","funder_award_id":"21K14191","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W941301462","https://openalex.org/W1559171143","https://openalex.org/W1561253123","https://openalex.org/W2083808302","https://openalex.org/W2145339207","https://openalex.org/W2476138790","https://openalex.org/W2494400401","https://openalex.org/W2766447205","https://openalex.org/W2962295100","https://openalex.org/W2963530628","https://openalex.org/W2963575966","https://openalex.org/W2966735560","https://openalex.org/W2972769943","https://openalex.org/W2987585208","https://openalex.org/W3105078582","https://openalex.org/W3159199672","https://openalex.org/W3184164189","https://openalex.org/W4214717370","https://openalex.org/W6637967152","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W4233910537","https://openalex.org/W2288872327","https://openalex.org/W2489338148","https://openalex.org/W2124961391","https://openalex.org/W576785828","https://openalex.org/W2613833673","https://openalex.org/W2097931012","https://openalex.org/W4388511637","https://openalex.org/W2074131991","https://openalex.org/W2733919410"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}