{"id":"https://openalex.org/W7061860684","doi":null,"title":"Scalable Safe Policy Improvement via Monte Carlo Tree Search","display_name":"Scalable Safe Policy Improvement via Monte Carlo Tree Search","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7061860684"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:767eb527-5ed7-4311-bc9d-c8ee07262b35","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:767eb527-5ed7-4311-bc9d-c8ee07262b35","pdf_url":"https://repository.tudelft.nl/file/File_bd45d11c-c406-44fd-b20e-6b626cab6be2","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},"parent_works":[],"lineage":["https://openalex.org/W7061860684"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_bd45d11c-c406-44fd-b20e-6b626cab6be2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078441040","display_name":"Alberto Castellini","orcid":"https://orcid.org/0000-0001-8420-0699","observed_orcids":["https://orcid.org/0000-0001-8420-0699"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Castellini, A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bianchi, F.","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bianchi, F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093448585","display_name":"Edoardo Zorzi","orcid":"https://orcid.org/0000-0001-7090-9592","observed_orcids":["https://orcid.org/0000-0001-7090-9592"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zorzi, E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035570774","display_name":"Thiago D. Sim\u00e3o","orcid":"https://orcid.org/0000-0002-3568-9464","observed_orcids":["https://orcid.org/0000-0002-3568-9464"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sim\u00e3o, T.D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045922629","display_name":"Alessandro Farinelli","orcid":"https://orcid.org/0000-0002-2592-5814","observed_orcids":["https://orcid.org/0000-0002-2592-5814"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Farinelli, A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075395956","display_name":"Matthijs T. J. Spaan","orcid":"https://orcid.org/0009-0002-2858-8611","observed_orcids":["https://orcid.org/0009-0002-2858-8611"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Spaan, M.T.J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5162,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.62006489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.8899999856948853},{"id":"https://openalex.org/keywords/convergence-analysis","display_name":"convergence analysis","score":0.5929999947547913},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.6539999842643738},{"id":"https://openalex.org/keywords/policy-iteration","display_name":"policy iteration","score":0.6700000166893005},{"id":"https://openalex.org/keywords/safe-reinforcement-learning","display_name":"safe reinforcement learning","score":0.628000020980835}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7386000156402588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200000286102295},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6564000248908997},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.5892999768257141},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.574999988079071},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5591999888420105},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.47380000352859497},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38510000705718994},{"id":"https://openalex.org/C121683094","wikidata":"https://www.wikidata.org/wiki/Q3554721","display_name":"Control variates","level":5,"score":0.352400004863739},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34940001368522644},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C123587114","wikidata":"https://www.wikidata.org/wiki/Q2101508","display_name":"Policy analysis","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3314000070095062},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C207024777","wikidata":"https://www.wikidata.org/wiki/Q621673","display_name":"Search tree","level":3,"score":0.29030001163482666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2842000126838684},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C15482360","wikidata":"https://www.wikidata.org/wiki/Q15238499","display_name":"Monte Carlo algorithm","level":3,"score":0.2651999890804291},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:767eb527-5ed7-4311-bc9d-c8ee07262b35","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:767eb527-5ed7-4311-bc9d-c8ee07262b35","pdf_url":"https://repository.tudelft.nl/file/File_bd45d11c-c406-44fd-b20e-6b626cab6be2","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/294802","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2066/294802","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://proceedings.mlr.press/v202/castellini23a.html","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:767eb527-5ed7-4311-bc9d-c8ee07262b35","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:767eb527-5ed7-4311-bc9d-c8ee07262b35","pdf_url":"https://repository.tudelft.nl/file/File_bd45d11c-c406-44fd-b20e-6b626cab6be2","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2039356335","display_name":null,"funder_award_id":"1160.18.238","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G4371345817","display_name":"PrimaVera: Predictive maintenance for Very effective asset management","funder_award_id":"NWA.1160.18.238","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G575684798","display_name":null,"funder_award_id":"2018\u20132022","funder_id":"https://openalex.org/F4320317295","funder_display_name":"Dipartimenti di Eccellenza"}],"funders":[{"id":"https://openalex.org/F4320317295","display_name":"Dipartimenti di Eccellenza","ror":null},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7061860684.pdf","grobid_xml":"https://content.openalex.org/works/W7061860684.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W183472599","https://openalex.org/W192920577","https://openalex.org/W1551424636","https://openalex.org/W1625390266","https://openalex.org/W1714211023","https://openalex.org/W1845972764","https://openalex.org/W1931027396","https://openalex.org/W2058066080","https://openalex.org/W2120346334","https://openalex.org/W2126316555","https://openalex.org/W2142012891","https://openalex.org/W2165622730","https://openalex.org/W2168405694","https://openalex.org/W2170400507","https://openalex.org/W2171084228","https://openalex.org/W2257979135","https://openalex.org/W2367669080","https://openalex.org/W2396961959","https://openalex.org/W2741438342","https://openalex.org/W2904450917","https://openalex.org/W2950276012","https://openalex.org/W2963044034","https://openalex.org/W2965902953","https://openalex.org/W2965997659","https://openalex.org/W2972435663","https://openalex.org/W3016525976","https://openalex.org/W3022566517","https://openalex.org/W3033324992","https://openalex.org/W3035367521","https://openalex.org/W3094117125","https://openalex.org/W3106426955","https://openalex.org/W3158298679","https://openalex.org/W3159261197","https://openalex.org/W4245577611","https://openalex.org/W4317767734","https://openalex.org/W4382317716","https://openalex.org/W7124314599"],"related_works":["https://openalex.org/W4416124600","https://openalex.org/W2780045768","https://openalex.org/W7024622982","https://openalex.org/W2963044034","https://openalex.org/W4213157992","https://openalex.org/W6959932879","https://openalex.org/W4415800527","https://openalex.org/W3104139512","https://openalex.org/W7009881192","https://openalex.org/W2959356899"],"abstract_inverted_index":{"Algorithms":[0],"for":[1],"safely":[2,57],"improving":[3],"policies":[4],"are":[5],"important":[6],"to":[7,54,90],"deploy":[8],"reinforcement":[9],"learning":[10],"approaches":[11],"in":[12,106],"real-world":[13],"scenarios.":[14],"In":[15],"this":[16],"work,":[17],"we":[18],"propose":[19],"an":[20],"algorithm,":[21],"called":[22],"MCTS-SPIBB,":[23],"that":[24,41,87],"computes":[25,98],"safe":[26],"policy":[27,43,59,74,100],"improvement":[28],"online":[29,101],"using":[30],"a":[31,69],"Monte":[32],"Carlo":[33],"Tree":[34],"Search":[35],"based":[36,72],"strategy.":[37],"We":[38],"theoretically":[39],"prove":[40],"the":[42,49,55,99,107,112],"generated":[44,60],"by":[45,61,111],"MCTS-SPIBB":[46,88],"converges,":[47],"as":[48],"number":[50],"of":[51],"simulations":[52],"grows,":[53],"optimal":[56],"improved":[58],"Safe":[62],"Policy":[63],"Improvement":[64],"with":[65],"Baseline":[66],"Bootstrapping":[67],"(SPIBB),":[68],"popular":[70],"algorithm":[71],"on":[73,81],"iteration.":[75],"Moreover,":[76],"our":[77],"empirical":[78],"analysis":[79],"performed":[80],"three":[82],"standard":[83],"benchmark":[84],"domains":[85],"shows":[86],"scales":[89],"significantly":[91],"larger":[92],"problems":[93],"than":[94],"SPIBB":[95],"because":[96],"it":[97],"and":[102],"locally,":[103],"i.e.,":[104],"only":[105],"states":[108],"actually":[109],"visited":[110],"agent.":[113]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7061860684","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
