{"id":"https://openalex.org/W2065339974","doi":"https://doi.org/10.1109/tciaig.2013.2291577","title":"Real-Time Monte Carlo Tree Search in Ms Pac-Man","display_name":"Real-Time Monte Carlo Tree Search in Ms Pac-Man","publication_year":2014,"publication_date":"2014-02-04","ids":{"openalex":"https://openalex.org/W2065339974","doi":"https://doi.org/10.1109/tciaig.2013.2291577","mag":"2065339974"},"language":"en","primary_location":{"id":"doi:10.1109/tciaig.2013.2291577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tciaig.2013.2291577","pdf_url":"https://ieeexplore.ieee.org/ielx7/4804728/6895339/06731713.pdf","source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/4804728/6895339/06731713.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036250489","display_name":"Tom Pepels","orcid":"https://orcid.org/0009-0007-1437-0693"},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tom Pepels","raw_affiliation_strings":["Games and AI Group, Maastricht University, Maastricht, The Netherlands","[Games and AI Group, Department of Knowledge Engineering, Faculty of Humanities, Maastricht University, Maastricht, The Netherlands]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Games and AI Group, Maastricht University, Maastricht, The Netherlands","institution_ids":["https://openalex.org/I34352273"]},{"raw_affiliation_string":"[Games and AI Group, Department of Knowledge Engineering, Faculty of Humanities, Maastricht University, Maastricht, The Netherlands]","institution_ids":["https://openalex.org/I34352273"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013661099","display_name":"Mark H. M. Winands","orcid":"https://orcid.org/0000-0002-0125-0824"},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mark H. M. Winands","raw_affiliation_strings":["Games and AI Group, Maastricht University, Maastricht, The Netherlands","Games and AI Group, Department of Knowledge Engineering Faculty of Humanities and Sciences, Maastricht University Maastricht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Games and AI Group, Maastricht University, Maastricht, The Netherlands","institution_ids":["https://openalex.org/I34352273"]},{"raw_affiliation_string":"Games and AI Group, Department of Knowledge Engineering Faculty of Humanities and Sciences, Maastricht University Maastricht, The Netherlands","institution_ids":["https://openalex.org/I34352273"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049659586","display_name":"Marc Lanctot","orcid":null},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marc Lanctot","raw_affiliation_strings":["Games and AI Group, Maastricht University, Maastricht, The Netherlands","Games and AI Group, Department of Knowledge Engineering Faculty of Humanities and Sciences, Maastricht University Maastricht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Games and AI Group, Maastricht University, Maastricht, The Netherlands","institution_ids":["https://openalex.org/I34352273"]},{"raw_affiliation_string":"Games and AI Group, Department of Knowledge Engineering Faculty of Humanities and Sciences, Maastricht University Maastricht, The Netherlands","institution_ids":["https://openalex.org/I34352273"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I34352273"],"apc_list":null,"apc_paid":null,"fwci":9.5262,"has_fulltext":true,"cited_by_count":72,"citation_normalized_percentile":{"value":0.98013978,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"6","issue":"3","first_page":"245","last_page":"257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11705","display_name":"Gambling Behavior and Treatments","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.9123228788375854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7998005151748657},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.6290164589881897},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.512624204158783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5032102465629578},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4512719511985779},{"id":"https://openalex.org/keywords/search-tree","display_name":"Search tree","score":0.446682333946228},{"id":"https://openalex.org/keywords/game-tree","display_name":"Game tree","score":0.4440114498138428},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39650169014930725},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.3835565149784088},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.29495498538017273},{"id":"https://openalex.org/keywords/sequential-game","display_name":"Sequential game","score":0.27539360523223877},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17844918370246887},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.12003690004348755},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08740180730819702}],"concepts":[{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.9123228788375854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7998005151748657},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.6290164589881897},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.512624204158783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5032102465629578},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4512719511985779},{"id":"https://openalex.org/C207024777","wikidata":"https://www.wikidata.org/wiki/Q621673","display_name":"Search tree","level":3,"score":0.446682333946228},{"id":"https://openalex.org/C95815963","wikidata":"https://www.wikidata.org/wiki/Q1377033","display_name":"Game tree","level":4,"score":0.4440114498138428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39650169014930725},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.3835565149784088},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.29495498538017273},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.27539360523223877},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17844918370246887},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.12003690004348755},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08740180730819702},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tciaig.2013.2291577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tciaig.2013.2291577","pdf_url":"https://ieeexplore.ieee.org/ielx7/4804728/6895339/06731713.pdf","source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:openaire/879079f2-e034-4155-9017-d0e82cec3aa7","is_oa":true,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/879079f2-e034-4155-9017-d0e82cec3aa7","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pepels, T, Winands, M H M & Lanctot, M 2014, 'Real-Time Monte Carlo Tree Search in Ms Pac-Man', IEEE Transactions on Computational Intelligence and AI in Games, vol. 6, no. 3, pp. 245-257. https://doi.org/10.1109/TCIAIG.2013.2291577","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1109/tciaig.2013.2291577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tciaig.2013.2291577","pdf_url":"https://ieeexplore.ieee.org/ielx7/4804728/6895339/06731713.pdf","source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2065339974.pdf","grobid_xml":"https://content.openalex.org/works/W2065339974.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W157259654","https://openalex.org/W176827212","https://openalex.org/W593234204","https://openalex.org/W1468005580","https://openalex.org/W1575146834","https://openalex.org/W1582046617","https://openalex.org/W1625390266","https://openalex.org/W1714211023","https://openalex.org/W1986614190","https://openalex.org/W2005383593","https://openalex.org/W2007365416","https://openalex.org/W2009887997","https://openalex.org/W2032584529","https://openalex.org/W2039388087","https://openalex.org/W2055033075","https://openalex.org/W2075848246","https://openalex.org/W2080045911","https://openalex.org/W2102256448","https://openalex.org/W2103476564","https://openalex.org/W2115503785","https://openalex.org/W2116038421","https://openalex.org/W2121863487","https://openalex.org/W2126316555","https://openalex.org/W2132625905","https://openalex.org/W2132990921","https://openalex.org/W2136302345","https://openalex.org/W2138242398","https://openalex.org/W2148318000","https://openalex.org/W2152066132","https://openalex.org/W2157136665","https://openalex.org/W2168405694","https://openalex.org/W4214717370","https://openalex.org/W4301035747","https://openalex.org/W6607116948","https://openalex.org/W6634944888","https://openalex.org/W6651830493","https://openalex.org/W6683253480"],"related_works":["https://openalex.org/W4383535542","https://openalex.org/W3193783858","https://openalex.org/W4383560925","https://openalex.org/W2523674799","https://openalex.org/W2102256448","https://openalex.org/W1973194029","https://openalex.org/W2978000411","https://openalex.org/W4327811054","https://openalex.org/W1562623050","https://openalex.org/W2188928203"],"abstract_inverted_index":{"In":[0,147,241],"this":[1,198],"paper,":[2],"Monte":[3],"Carlo":[4],"tree":[5,185],"search":[6,184],"(MCTS)":[7],"is":[8,22,63,87,249],"introduced":[9,51],"for":[10,29,168,186,253],"controlling":[11],"the":[12,16,36,42,58,69,92,95,98,151,169,183,204,216,242,254,258],"Pac-Man":[13,62,126,228,255],"character":[14],"in":[15,52,67,90,117,178,197,202],"real-time":[17,59],"game":[18,99],"Ms":[19,61],"Pac-Man.":[20],"MCTS":[21,56,155,248],"used":[23],"to":[24,38,54,57,129,149],"find":[25],"an":[26,30,64],"optimal":[27],"path":[28],"agent":[31,127,195],"at":[32],"each":[33],"turn,":[34],"determining":[35],"move":[37],"make":[39],"based":[40],"on":[41,208,220],"results":[43],"of":[44,122,134,153],"numerous":[45],"randomized":[46],"simulations.":[47],"Several":[48],"enhancements":[49,158,259],"are":[50,159],"order":[53,148],"adapt":[55],"domain.":[60],"arcade":[65],"game,":[66],"which":[68,91],"protagonist":[70],"has":[71,100,128],"several":[72,187],"goals":[73,177],"but":[74],"no":[75,88],"conclusive":[76],"terminal":[77],"state.":[78],"Unlike":[79],"games":[80],"such":[81],"as":[82,108,111],"Chess":[83],"or":[84],"Go":[85],"there":[86],"state":[89],"player":[93],"wins":[94],"game.":[96],"Instead,":[97],"two":[101],"subgoals,":[102],"1)":[103,161],"surviving":[104],"and":[105,172,180,215,223,237],"2)":[106,165],"scoring":[107],"many":[109],"points":[110],"possible.":[112],"Decisions":[113],"must":[114],"be":[115,142],"made":[116,143],"a":[118,132,162,190,250],"strict":[119],"time":[120],"constraint":[121],"40":[123],"ms.":[124],"The":[125,194],"compete":[130],"with":[131,189],"range":[133],"different":[135,265],"ghost":[136,170,266],"teams,":[137],"hence":[138],"limited":[139],"assumptions":[140],"can":[141],"about":[144],"their":[145],"behavior.":[146],"expand":[150],"capabilities":[152],"existing":[154],"agents,":[156],"four":[157,264],"discussed:":[160],"variable-depth":[163],"tree;":[164],"simulation":[166],"strategies":[167],"team":[171],"Pac-Man;":[173],"3)":[174],"including":[175],"long-term":[176],"scoring;":[179],"4)":[181],"reusing":[182],"moves":[188],"decay":[191],"factor":[192],"\u03b3.":[193],"described":[196],"paper":[199],"was":[200],"entered":[201],"both":[203],"2012":[205,217],"World":[206],"Congress":[207],"Computational":[209,221],"Intelligence":[210,222],"(WCCI'12,":[211],"Brisbane,":[212],"Qld.,":[213],"Australia)":[214],"IEEE":[218],"Conference":[219],"Games":[224],"(CIG'12,":[225],"Granada,":[226],"Spain)":[227],"Versus":[229],"Ghost":[230],"Team":[231],"competitions,":[232],"where":[233],"it":[234],"achieved":[235],"second":[236],"first":[238],"places,":[239],"respectively.":[240],"experiments,":[243],"we":[244],"show":[245],"that":[246],"using":[247],"viable":[251],"technique":[252],"agent.":[256],"Moreover,":[257],"improve":[260],"overall":[261],"performance":[262],"against":[263],"teams.":[267]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}