{"id":"https://openalex.org/W2052251790","doi":"https://doi.org/10.1109/tciaig.2013.2248086","title":"Incentive Learning in Monte Carlo Tree Search","display_name":"Incentive Learning in Monte Carlo Tree Search","publication_year":2013,"publication_date":"2013-02-21","ids":{"openalex":"https://openalex.org/W2052251790","doi":"https://doi.org/10.1109/tciaig.2013.2248086","mag":"2052251790"},"language":"en","primary_location":{"id":"doi:10.1109/tciaig.2013.2248086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2013.2248086","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058620704","display_name":"Kuo-Yuan Kao","orcid":null},"institutions":[{"id":"https://openalex.org/I32078218","display_name":"National Penghu University of Science and Technology","ror":"https://ror.org/03fxxpd92","country_code":"TW","type":"education","lineage":["https://openalex.org/I32078218"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kuo-Yuan Kao","raw_affiliation_strings":["Department of Information Management, National Penghu University, Taiwan","Dept. of Inf. Manage., Nat. Penghu Univ., Magong, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Management, National Penghu University, Taiwan","institution_ids":["https://openalex.org/I32078218"]},{"raw_affiliation_string":"Dept. of Inf. Manage., Nat. Penghu Univ., Magong, Taiwan","institution_ids":["https://openalex.org/I32078218"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016730899","display_name":"I\u2010Chen Wu","orcid":"https://orcid.org/0000-0003-2535-0587"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"I-Chen Wu","raw_affiliation_strings":["Department of Computer Science, National Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science; National Chiao Tung University; Hsinchu; Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science; National Chiao Tung University; Hsinchu; Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091910991","display_name":"Shi-Jim Yen","orcid":"https://orcid.org/0000-0002-7608-9801"},"institutions":[{"id":"https://openalex.org/I33096239","display_name":"National Dong Hwa University","ror":"https://ror.org/00mng9617","country_code":"TW","type":"education","lineage":["https://openalex.org/I33096239"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shi-Jim Yen","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Dong Hwa University, Hualien, Taiwan","Department of Computer Science & Information Engineering, National Dong Hwa University, Hualien, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Dong Hwa University, Hualien, Taiwan","institution_ids":["https://openalex.org/I33096239"]},{"raw_affiliation_string":"Department of Computer Science & Information Engineering, National Dong Hwa University, Hualien, Taiwan","institution_ids":["https://openalex.org/I33096239"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082297116","display_name":"Yi-Chang Shan","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chang Shan","raw_affiliation_strings":["Department of Computer Science, National Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science; National Chiao Tung University; Hsinchu; Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science; National Chiao Tung University; Hsinchu; Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.09455483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"5","issue":"4","first_page":"346","last_page":"352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.921562671661377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8326399326324463},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5868939757347107},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5061237215995789},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4979057312011719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4815847873687744},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46028581261634827},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3900560140609741},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09212979674339294},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.08336544036865234}],"concepts":[{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.921562671661377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8326399326324463},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5868939757347107},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5061237215995789},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4979057312011719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4815847873687744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46028581261634827},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3900560140609741},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09212979674339294},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.08336544036865234},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tciaig.2013.2248086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tciaig.2013.2248086","pdf_url":null,"source":{"id":"https://openalex.org/S4210179349","display_name":"IEEE Transactions on Computational Intelligence and AI in Games","issn_l":"1943-068X","issn":["1943-068X","1943-0698"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Intelligence and AI in Games","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W72090477","https://openalex.org/W115012109","https://openalex.org/W176827212","https://openalex.org/W1494093857","https://openalex.org/W1504507577","https://openalex.org/W1575146834","https://openalex.org/W1635144297","https://openalex.org/W1714211023","https://openalex.org/W1993050093","https://openalex.org/W1997840820","https://openalex.org/W2083677681","https://openalex.org/W2091985923","https://openalex.org/W2122659384","https://openalex.org/W2126316555","https://openalex.org/W2134400955","https://openalex.org/W2153678894","https://openalex.org/W2261622378","https://openalex.org/W4300576158","https://openalex.org/W6607116948","https://openalex.org/W6629539993","https://openalex.org/W6630120336","https://openalex.org/W6634311260","https://openalex.org/W6636797412","https://openalex.org/W6637441126","https://openalex.org/W6678029071"],"related_works":["https://openalex.org/W2571592646","https://openalex.org/W4247855592","https://openalex.org/W2567165815","https://openalex.org/W2740304877","https://openalex.org/W2367468089","https://openalex.org/W2098133976","https://openalex.org/W2358591856","https://openalex.org/W2347416728","https://openalex.org/W2112583639","https://openalex.org/W2766259847"],"abstract_inverted_index":{"Monte":[0,21],"Carlo":[1,22],"tree":[2],"search":[3,7,32,66],"(MCTS)":[4],"is":[5,91,101,108],"a":[6,31,109,122],"paradigm":[8],"that":[9],"has":[10],"been":[11],"remarkably":[12],"successful":[13],"in":[14,30],"computer":[15],"games":[16],"like":[17],"Go.":[18],"It":[19],"uses":[20],"simulation":[23],"to":[24,40],"evaluate":[25],"the":[26,42,54,62,65,81,105,115,131],"values":[27,36],"of":[28,49,56,111,117],"nodes":[29],"tree.":[33,67],"The":[34,47],"node":[35],"are":[37],"then":[38],"used":[39],"select":[41],"actions":[43],"during":[44],"subsequent":[45],"simulations.":[46],"performance":[48],"MCTS":[50,74],"heavily":[51],"depends":[52],"on":[53,93,130],"quality":[55],"its":[57],"default":[58,82,87],"policy,":[59],"which":[60,79],"guides":[61],"simulations":[63],"beyond":[64],"In":[68],"this":[69],"paper,":[70],"we":[71,120],"propose":[72],"an":[73],"improvement,":[75],"called":[76],"incentive":[77,118],"learning,":[78,119],"learns":[80],"policy":[83,88],"online.":[84],"This":[85],"new":[86],"learning":[89],"scheme":[90],"based":[92],"ideas":[94],"from":[95],"combinatorial":[96],"game":[97,107,123],"theory,":[98],"and":[99,126],"hence":[100],"particularly":[102],"useful":[103],"when":[104],"underlying":[106],"sum":[110],"games.":[112],"To":[113],"illustrate":[114],"efficiency":[116],"describe":[121],"named":[124],"Heap-Go":[125],"present":[127],"experimental":[128],"results":[129],"game.":[132]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}