{"id":"https://openalex.org/W2588645044","doi":"https://doi.org/10.1109/ssci.2016.7849371","title":"ADP with MCTS algorithm for Gomoku","display_name":"ADP with MCTS algorithm for Gomoku","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2588645044","doi":"https://doi.org/10.1109/ssci.2016.7849371","mag":"2588645044"},"language":"en","primary_location":{"id":"doi:10.1109/ssci.2016.7849371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2016.7849371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029367575","display_name":"Zhentao Tang","orcid":"https://orcid.org/0000-0002-2481-4119"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhentao Tang","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101787656","display_name":"Kun Shao","orcid":"https://orcid.org/0000-0003-0965-4302"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Shao","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100990991","display_name":"Le L.V.","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le L.V.","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN"],"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, Beijing, CN","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5029367575"],"corresponding_institution_ids":["https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":1.7139,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89778106,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.9183942675590515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7445440888404846},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.6556973457336426},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5955734252929688},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5617541670799255},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5140126943588257},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5131316781044006},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.48156216740608215},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.47500312328338623},{"id":"https://openalex.org/keywords/game-tree","display_name":"Game tree","score":0.4680732488632202},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3914481997489929},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3244607448577881},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.1990002989768982},{"id":"https://openalex.org/keywords/sequential-game","display_name":"Sequential game","score":0.16225063800811768},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14489319920539856}],"concepts":[{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.9183942675590515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7445440888404846},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.6556973457336426},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5955734252929688},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5617541670799255},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5140126943588257},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5131316781044006},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.48156216740608215},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.47500312328338623},{"id":"https://openalex.org/C95815963","wikidata":"https://www.wikidata.org/wiki/Q1377033","display_name":"Game tree","level":4,"score":0.4680732488632202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3914481997489929},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3244607448577881},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.1990002989768982},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.16225063800811768},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14489319920539856},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci.2016.7849371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2016.7849371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W1533146405","https://openalex.org/W1594603954","https://openalex.org/W1778554682","https://openalex.org/W1979572685","https://openalex.org/W1990386132","https://openalex.org/W1999035253","https://openalex.org/W2017899835","https://openalex.org/W2024162902","https://openalex.org/W2067548764","https://openalex.org/W2075848246","https://openalex.org/W2091565802","https://openalex.org/W2107668058","https://openalex.org/W2112701490","https://openalex.org/W2126316555","https://openalex.org/W2131600418","https://openalex.org/W2145224651","https://openalex.org/W2151368309","https://openalex.org/W2173021279","https://openalex.org/W2224879568","https://openalex.org/W2257979135","https://openalex.org/W2787259794","https://openalex.org/W2970852680","https://openalex.org/W6638026421","https://openalex.org/W6682305990","https://openalex.org/W6688673858","https://openalex.org/W6767524871"],"related_works":["https://openalex.org/W4383535542","https://openalex.org/W3193783858","https://openalex.org/W4383560925","https://openalex.org/W2523674799","https://openalex.org/W2102256448","https://openalex.org/W1973194029","https://openalex.org/W4323526614","https://openalex.org/W2567165815","https://openalex.org/W141627066","https://openalex.org/W2136302345"],"abstract_inverted_index":{"Inspired":[0],"by":[1,15],"the":[2,55,58,62,69,82,88,94,98,110,121,132],"core":[3],"idea":[4],"of":[5,42,57],"AlphaGo,":[6],"we":[7,67],"combine":[8],"a":[9,46,65],"neural":[10,111],"network,":[11],"which":[12,38],"is":[13,31,126],"trained":[14],"Adaptive":[16],"Dynamic":[17],"Programming":[18],"(ADP),":[19],"with":[20,97,134],"Monte":[21,34],"Carlo":[22,35],"Tree":[23],"Search":[24],"(MCTS)":[25],"algorithm":[26,30],"for":[27],"Gomoku.":[28],"MCTS":[29,70,76],"based":[32],"on":[33],"simulation":[36],"method,":[37,120],"goes":[39],"through":[40],"lots":[41],"simulations":[43],"and":[44,53,75,129],"generates":[45],"game":[47],"search":[48,54],"tree.":[49,63],"We":[50,86],"rollout":[51],"it":[52,130],"outcomes":[56],"leaf":[59],"nodes":[60],"in":[61],"As":[64],"result,":[66],"obtain":[68],"winning":[71,83,90],"rate.":[72],"The":[73],"ADP":[74,135],"methods":[77],"are":[78],"used":[79],"to":[80,92],"estimate":[81],"rates":[84,91],"respectively.":[85],"weight":[87],"two":[89],"select":[93],"action":[95],"position":[96],"maximum":[99],"one.":[100],"Experiment":[101],"result":[102,125],"shows":[103],"that":[104],"this":[105],"method":[106],"can":[107],"effectively":[108],"eliminate":[109],"network":[112],"evaluation":[113],"function's":[114],"\u201cshort-sighted\u201d":[115],"defect.":[116],"With":[117],"our":[118],"proposed":[119],"game's":[122],"final":[123],"prediction":[124],"more":[127],"accurate,":[128],"outperforms":[131],"Gomoku":[133],"algorithm.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}