{"id":"https://openalex.org/W2406828677","doi":"https://doi.org/10.3233/978-1-61499-419-0-705","title":"Quality-based Rewards for Monte-Carlo Tree Search Simulations","display_name":"Quality-based Rewards for Monte-Carlo Tree Search Simulations","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2406828677","doi":"https://doi.org/10.3233/978-1-61499-419-0-705","mag":"2406828677"},"language":"en","primary_location":{"id":"doi:10.3233/978-1-61499-419-0-705","is_oa":true,"landing_page_url":"https://doi.org/10.3233/978-1-61499-419-0-705","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/978-1-61499-419-0-705","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036250489","display_name":"Tom Pepels","orcid":"https://orcid.org/0009-0007-1437-0693"},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pepels Tom","raw_affiliation_strings":["Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#","institution_ids":["https://openalex.org/I34352273"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030655329","display_name":"Mandy J. W. Tak","orcid":null},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tak Mandy J.W.","raw_affiliation_strings":["Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#","institution_ids":["https://openalex.org/I34352273"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049659586","display_name":"Marc Lanctot","orcid":null},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lanctot Marc","raw_affiliation_strings":["Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#","institution_ids":["https://openalex.org/I34352273"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013661099","display_name":"Mark H. M. Winands","orcid":"https://orcid.org/0000-0002-0125-0824"},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Winands Mark H. M.","raw_affiliation_strings":["Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Games and AI Group, Department of Knowledge Engineering (DKE), Maastricht University, Maastricht, The Netherlands#TAB#","institution_ids":["https://openalex.org/I34352273"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I34352273"],"apc_list":null,"apc_paid":null,"fwci":5.8046,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.9609583,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"705","last_page":"710"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.6720443964004517},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.6029810905456543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5611199140548706},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5178794860839844},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21144893765449524},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21091771125793457},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09080347418785095}],"concepts":[{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.6720443964004517},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.6029810905456543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5611199140548706},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5178794860839844},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21144893765449524},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21091771125793457},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09080347418785095},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3233/978-1-61499-419-0-705","is_oa":true,"landing_page_url":"https://doi.org/10.3233/978-1-61499-419-0-705","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:openaire/81ec1248-3bb9-46f5-ae2a-2a57e30b59b5","is_oa":false,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/81ec1248-3bb9-46f5-ae2a-2a57e30b59b5","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pepels, T, Tak, M J W, Lanctot, M & Winands, M H M 2014, Quality-based Rewards for Monte-Carlo Tree Search Simulations. in Proceedings of the Twenty-first European Conference on Artificial Intelligence. IOS Press, Amsterdam, The Netherlands, The Netherlands, Frontiers in Artificial Intelligence and Applications, vol. 263, pp. 705-710. https://doi.org/10.3233/978-1-61499-419-0-705","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.702.9359","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.702.9359","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dke.maastrichtuniversity.nl/m.winands/documents/QB_ECAI2014.pdf","raw_type":"text"},{"id":"mag:2406828677","is_oa":false,"landing_page_url":"http://mlanctot.info/files/papers/ecai2014qbrb.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418308","display_name":"European Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"European Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":{"id":"doi:10.3233/978-1-61499-419-0-705","is_oa":true,"landing_page_url":"https://doi.org/10.3233/978-1-61499-419-0-705","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.7699999809265137,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1199949554","https://openalex.org/W1515851193","https://openalex.org/W1575146834","https://openalex.org/W1619459736","https://openalex.org/W1625390266","https://openalex.org/W1714211023","https://openalex.org/W2075848246","https://openalex.org/W2080045911","https://openalex.org/W2101101673","https://openalex.org/W2102256448","https://openalex.org/W2103476564","https://openalex.org/W2112583639","https://openalex.org/W2121863487","https://openalex.org/W2122659384","https://openalex.org/W2125868014","https://openalex.org/W2126316555","https://openalex.org/W2134400955","https://openalex.org/W2140481308","https://openalex.org/W2145901173","https://openalex.org/W2149523275","https://openalex.org/W2152066132","https://openalex.org/W2168405694","https://openalex.org/W2169487610","https://openalex.org/W2169684515","https://openalex.org/W2171666833","https://openalex.org/W2221397742","https://openalex.org/W2394632060"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2571592646","https://openalex.org/W4247855592","https://openalex.org/W2740304877","https://openalex.org/W2978000411","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Monte-Carlo":[0],"Tree":[1],"Search":[2],"is":[3,142],"a":[4,17,66,82,86,133,151,158],"best-first":[5],"search":[6],"technique":[7],"based":[8,25,96,143],"on":[9,26,97,144,157],"simulations":[10],"to":[11,61,177],"sample":[12],"the":[13,43,46,62,81,92,110,121,145,162,169,182],"state":[14],"space":[15],"of":[16,31,45,85,94,147,161],"decision-making":[18],"problem.":[19],"In":[20,72],"games,":[21],"positions":[22],"are":[23,39,55,128],"evaluated":[24],"estimates":[27],"obtained":[28],"from":[29,37,57],"rewards":[30,36,93],"numerous":[32],"randomized":[33],"play-outs.":[34],"Generally,":[35],"play-outs":[38,95],"discrete":[40],"values":[41],"representing":[42],"outcome":[44],"game":[47],"(loss,":[48],"draw,":[49],"or":[50],"win),":[51],"e.g.,":[52],"r∈{−1,0,1},":[53],"which":[54],"backpropagated":[56],"expanded":[58],"leaf":[59],"nodes":[60],"root":[63],"node.":[64],"However,":[65],"play-out":[67],"may":[68],"provide":[69],"additional":[70],"information.":[71],"this":[73],"paper,":[74],"we":[75],"introduce":[76],"new":[77],"measures":[78],"for":[79,137],"assessing":[80],"posteriori":[83],"quality":[84,100],"simulation.":[87,139],"We":[88,116,166],"show":[89,167],"that":[90,168],"altering":[91],"their":[98],"assessed":[99],"improves":[101],"results":[102],"in":[103,109,181],"six":[104],"distinct":[105],"two-player":[106],"games":[107],"and":[108,124,153,174],"General":[111],"Game":[112],"Playing":[113],"agent":[114],"CADIAPLAYER.":[115],"propose":[117],"two":[118],"specific":[119],"enhancements,":[120,171],"Relative":[122,140],"Bonus":[123,141,155],"Qualitative":[125,154],"Bonus.":[126],"Both":[127],"used":[129],"as":[130],"control":[131],"variates,":[132],"variance":[134],"reduction":[135],"method":[136],"statistical":[138],"number":[146],"moves":[148],"made":[149],"during":[150],"simulation":[152],"relies":[156],"domain-dependent":[159],"assessment":[160],"game's":[163],"terminal":[164],"state.":[165],"proposed":[170],"both":[172],"separate":[173],"combined,":[175],"lead":[176],"significant":[178],"performance":[179],"increases":[180],"domains":[183],"discussed.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}