{"id":"https://openalex.org/W4390345695","doi":"https://doi.org/10.1007/s10489-023-05240-w","title":"Beyond games: a systematic review of neural Monte Carlo tree search applications","display_name":"Beyond games: a systematic review of neural Monte Carlo tree search applications","publication_year":2023,"publication_date":"2023-12-28","ids":{"openalex":"https://openalex.org/W4390345695","doi":"https://doi.org/10.1007/s10489-023-05240-w"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-023-05240-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-023-05240-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-05240-w.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-05240-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019787331","display_name":"Marco Kemmerling","orcid":"https://orcid.org/0000-0003-0141-2050"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Marco Kemmerling","raw_affiliation_strings":["Information Management in Mechanical Engineering (WZL-MQ/IMA), RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0141-2050","affiliations":[{"raw_affiliation_string":"Information Management in Mechanical Engineering (WZL-MQ/IMA), RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046766462","display_name":"Daniel L\u00fctticke","orcid":"https://orcid.org/0000-0002-7070-8018"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel L\u00fctticke","raw_affiliation_strings":["Information Management in Mechanical Engineering (WZL-MQ/IMA), RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7070-8018","affiliations":[{"raw_affiliation_string":"Information Management in Mechanical Engineering (WZL-MQ/IMA), RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045094368","display_name":"Robert Schmitt","orcid":"https://orcid.org/0000-0002-0011-5962"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert H. Schmitt","raw_affiliation_strings":["Information Management in Mechanical Engineering (WZL-MQ/IMA), RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0011-5962","affiliations":[{"raw_affiliation_string":"Information Management in Mechanical Engineering (WZL-MQ/IMA), RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5019787331"],"corresponding_institution_ids":["https://openalex.org/I887968799"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.5894,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91863297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"54","issue":"1","first_page":"1020","last_page":"1046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.8974366188049316},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8346179723739624},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.6061093807220459},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.592513918876648},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.577240526676178},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4966915249824524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49092891812324524},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.46240097284317017},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34511303901672363},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07622796297073364}],"concepts":[{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.8974366188049316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8346179723739624},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.6061093807220459},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.592513918876648},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.577240526676178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4966915249824524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49092891812324524},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.46240097284317017},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34511303901672363},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07622796297073364},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-023-05240-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-023-05240-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-05240-w.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10489-023-05240-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-023-05240-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-05240-w.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2899823199","display_name":null,"funder_award_id":"90621612","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G69884316","display_name":null,"funder_award_id":"EXC-2023","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7300938430","display_name":"EXC 2023: Internet of Production (IoP)","funder_award_id":"390621612","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390345695.pdf"},"referenced_works_count":140,"referenced_works":["https://openalex.org/W1625390266","https://openalex.org/W1975147762","https://openalex.org/W1977989560","https://openalex.org/W2126316555","https://openalex.org/W2168405694","https://openalex.org/W2257979135","https://openalex.org/W2495670498","https://openalex.org/W2599174273","https://openalex.org/W2747592475","https://openalex.org/W2756585073","https://openalex.org/W2763220183","https://openalex.org/W2766447205","https://openalex.org/W2778917778","https://openalex.org/W2783156804","https://openalex.org/W2790916528","https://openalex.org/W2795812275","https://openalex.org/W2891170901","https://openalex.org/W2898346202","https://openalex.org/W2902758861","https://openalex.org/W2902907165","https://openalex.org/W2937603438","https://openalex.org/W2941385591","https://openalex.org/W2941971445","https://openalex.org/W2961408814","https://openalex.org/W2963964631","https://openalex.org/W2971174579","https://openalex.org/W2972407959","https://openalex.org/W2977093897","https://openalex.org/W2980179794","https://openalex.org/W2981943555","https://openalex.org/W2982346115","https://openalex.org/W2985931243","https://openalex.org/W2986775496","https://openalex.org/W2987091515","https://openalex.org/W2989847975","https://openalex.org/W2989958156","https://openalex.org/W2990419035","https://openalex.org/W2991727719","https://openalex.org/W2995724889","https://openalex.org/W2998057994","https://openalex.org/W2998085019","https://openalex.org/W3005114248","https://openalex.org/W3008631327","https://openalex.org/W3013242258","https://openalex.org/W3013496594","https://openalex.org/W3013852972","https://openalex.org/W3016572852","https://openalex.org/W3023076313","https://openalex.org/W3023570908","https://openalex.org/W3031858386","https://openalex.org/W3034515560","https://openalex.org/W3037170565","https://openalex.org/W3037916661","https://openalex.org/W3043611443","https://openalex.org/W3044907855","https://openalex.org/W3047397925","https://openalex.org/W3051745844","https://openalex.org/W3066071124","https://openalex.org/W3083678636","https://openalex.org/W3084796436","https://openalex.org/W3093768406","https://openalex.org/W3094193428","https://openalex.org/W3099605929","https://openalex.org/W3101155908","https://openalex.org/W3102252921","https://openalex.org/W3103766662","https://openalex.org/W3112951867","https://openalex.org/W3117090692","https://openalex.org/W3118210634","https://openalex.org/W3118963158","https://openalex.org/W3127140167","https://openalex.org/W3127320171","https://openalex.org/W3128669713","https://openalex.org/W3135221508","https://openalex.org/W3135693549","https://openalex.org/W3136325136","https://openalex.org/W3136524650","https://openalex.org/W3142681329","https://openalex.org/W3147257862","https://openalex.org/W3160292900","https://openalex.org/W3162583919","https://openalex.org/W3163015265","https://openalex.org/W3171304892","https://openalex.org/W3171908814","https://openalex.org/W3174305855","https://openalex.org/W3177196195","https://openalex.org/W3183721936","https://openalex.org/W3185104144","https://openalex.org/W3185854150","https://openalex.org/W3192220534","https://openalex.org/W3194071146","https://openalex.org/W3197555620","https://openalex.org/W3199590129","https://openalex.org/W3200267995","https://openalex.org/W3200806939","https://openalex.org/W3201002245","https://openalex.org/W3201967611","https://openalex.org/W3212472652","https://openalex.org/W3215957353","https://openalex.org/W4200134104","https://openalex.org/W4200368193","https://openalex.org/W4200553111","https://openalex.org/W4206213349","https://openalex.org/W4206266697","https://openalex.org/W4210324383","https://openalex.org/W4212934868","https://openalex.org/W4213004369","https://openalex.org/W4214876083","https://openalex.org/W4220715594","https://openalex.org/W4220880378","https://openalex.org/W4220893577","https://openalex.org/W4220933119","https://openalex.org/W4223962722","https://openalex.org/W4226034487","https://openalex.org/W4229373861","https://openalex.org/W4235219565","https://openalex.org/W4255457931","https://openalex.org/W4281695360","https://openalex.org/W4283211846","https://openalex.org/W4285007555","https://openalex.org/W4285019268","https://openalex.org/W4285202708","https://openalex.org/W4285210649","https://openalex.org/W4285796263","https://openalex.org/W4289783311","https://openalex.org/W4292196306","https://openalex.org/W4293057751","https://openalex.org/W4295308610","https://openalex.org/W4295598045","https://openalex.org/W4300594415","https://openalex.org/W4302010773","https://openalex.org/W4303431765","https://openalex.org/W4306952724","https://openalex.org/W4308786213","https://openalex.org/W4309493824","https://openalex.org/W4310895557","https://openalex.org/W4362632456","https://openalex.org/W6601553626","https://openalex.org/W6601977772","https://openalex.org/W6602106407"],"related_works":["https://openalex.org/W2571592646","https://openalex.org/W4247855592","https://openalex.org/W2567165815","https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2740304877","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W2978000411","https://openalex.org/W217960748"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"advent":[2],"of":[3,11,42,77,83,124,129,150,155,178],"AlphaGo":[4],"and":[5,33,60,108,137,140,185],"its":[6],"successors":[7],"marked":[8],"the":[9,37,40,68,81,131,147,153],"beginning":[10],"a":[12,30,73,122,170,174],"new":[13],"paradigm":[14],"in":[15,56,90,106,121,152],"playing":[16],"games":[17,43,59],"using":[18,134],"artificial":[19],"intelligence.":[20],"This":[21],"was":[22],"achieved":[23],"by":[24],"combining":[25],"Monte":[26,85],"Carlo":[27,86],"tree":[28,87,132,159],"search,":[29],"planning":[31],"procedure,":[32],"deep":[34],"learning.":[35],"While":[36],"impact":[38],"on":[39],"domain":[41],"has":[44],"been":[45],"undeniable,":[46],"it":[47],"is":[48,97,169],"less":[49],"clear":[50],"how":[51,61,101],"useful":[52],"similar":[53],"approaches":[54],"are":[55,104,163],"applications":[57,120],"beyond":[58],"they":[62,162],"need":[63],"to":[64,98,115,165],"be":[65,113],"adapted":[66],"from":[67],"original":[69],"methodology.":[70],"We":[71,118],"perform":[72],"systematic":[74],"literature":[75],"review":[76,145],"peer-reviewed":[78],"articles":[79],"detailing":[80],"application":[82],"neural":[84,156],"search":[88,133,160],"methods":[89,103],"domains":[91],"other":[92,116],"than":[93],"games.":[94],"Our":[95,144],"goal":[96],"systematically":[99],"assess":[100],"such":[102,180],"structured":[105],"practice":[107],"if":[109],"their":[110,186],"success":[111],"can":[112],"extended":[114],"domains.":[117],"find":[119],"variety":[123],"domains,":[125],"many":[126],"distinct":[127],"ways":[128],"guiding":[130],"learned":[135],"policy":[136],"value":[138],"functions,":[139],"various":[141],"training":[142],"methods.":[143],"maps":[146],"current":[148],"landscape":[149],"algorithms":[151,181],"family":[154],"monte":[157],"carlo":[158],"as":[161],"applied":[164],"practical":[166],"problems,":[167],"which":[168],"first":[171],"step":[172],"towards":[173],"more":[175],"principled":[176],"way":[177],"designing":[179],"for":[182],"specific":[183],"problems":[184],"requirements.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}