{"id":"https://openalex.org/W2966685683","doi":"https://doi.org/10.24963/ijcai.2019/631","title":"Playing Card-Based RTS Games with Deep Reinforcement Learning","display_name":"Playing Card-Based RTS Games with Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2966685683","doi":"https://doi.org/10.24963/ijcai.2019/631","mag":"2966685683"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/631","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/631","pdf_url":"https://www.ijcai.org/proceedings/2019/0631.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0631.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010509174","display_name":"Tianyu Liu","orcid":"https://orcid.org/0000-0001-7498-1639"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Tianyu Liu","raw_affiliation_strings":["School of EECS, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of EECS, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005347513","display_name":"Zijie Zheng","orcid":"https://orcid.org/0000-0001-7622-0470"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zijie Zheng","raw_affiliation_strings":["School of EECS, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of EECS, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005237831","display_name":"Hongchang Li","orcid":"https://orcid.org/0000-0002-0684-7582"},"institutions":[{"id":"https://openalex.org/I4210112565","display_name":"Cube Technology (United States)","ror":"https://ror.org/01t4yq738","country_code":"US","type":"company","lineage":["https://openalex.org/I4210112565"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongchang Li","raw_affiliation_strings":["Babeltime Technology Co"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Babeltime Technology Co","institution_ids":["https://openalex.org/I4210112565"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064314482","display_name":"Kaigui Bian","orcid":null},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Kaigui Bian","raw_affiliation_strings":["School of EECS, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of EECS, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102012574","display_name":"Lingyang Song","orcid":"https://orcid.org/0000-0001-8644-8241"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Lingyang Song","raw_affiliation_strings":["School of EECS, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of EECS, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102012574"],"corresponding_institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4540","last_page":"4546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8324236869812012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7981924414634705},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4821705222129822},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4704044461250305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46934521198272705},{"id":"https://openalex.org/keywords/video-game-design","display_name":"Video game design","score":0.4384796917438507},{"id":"https://openalex.org/keywords/sequential-game","display_name":"Sequential game","score":0.42032119631767273},{"id":"https://openalex.org/keywords/game-mechanics","display_name":"Game mechanics","score":0.41270744800567627},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.2527223229408264}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8324236869812012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7981924414634705},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4821705222129822},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4704044461250305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46934521198272705},{"id":"https://openalex.org/C47187476","wikidata":"https://www.wikidata.org/wiki/Q12336660","display_name":"Video game design","level":3,"score":0.4384796917438507},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.42032119631767273},{"id":"https://openalex.org/C170828538","wikidata":"https://www.wikidata.org/wiki/Q1751513","display_name":"Game mechanics","level":2,"score":0.41270744800567627},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.2527223229408264},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2019/631","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/631","pdf_url":"https://www.ijcai.org/proceedings/2019/0631.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/631","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/631","pdf_url":"https://www.ijcai.org/proceedings/2019/0631.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G7339862247","display_name":null,"funder_award_id":"61625101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966685683.pdf","grobid_xml":"https://content.openalex.org/works/W2966685683.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1511096005","https://openalex.org/W1750339092","https://openalex.org/W2013907475","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2230033167","https://openalex.org/W2257979135","https://openalex.org/W2518713116","https://openalex.org/W2570343428","https://openalex.org/W2575705757","https://openalex.org/W2740747242","https://openalex.org/W2757548362","https://openalex.org/W2766447205","https://openalex.org/W2770604561","https://openalex.org/W2771930985","https://openalex.org/W2787741007","https://openalex.org/W2794254934","https://openalex.org/W2962937869","https://openalex.org/W2963864421","https://openalex.org/W2963977696","https://openalex.org/W2964161785","https://openalex.org/W3106250896","https://openalex.org/W4289236333","https://openalex.org/W4293862243","https://openalex.org/W4298857966"],"related_works":["https://openalex.org/W4294947912","https://openalex.org/W4231050501","https://openalex.org/W2974032926","https://openalex.org/W2086822623","https://openalex.org/W4288103881","https://openalex.org/W4311459595","https://openalex.org/W4200519239","https://openalex.org/W33545662","https://openalex.org/W58580010","https://openalex.org/W4205287490"],"abstract_inverted_index":{"Game":[0],"AI":[1,16],"is":[2],"of":[3,10,24],"great":[4],"importance":[5],"as":[6,27],"games":[7,31,40,61],"are":[8,67,113],"simulations":[9],"reality.":[11],"Recent":[12],"research":[13],"on":[14,115],"game":[15],"has":[17],"shown":[18],"much":[19],"progress":[20],"in":[21,38],"various":[22,54],"kinds":[23],"games,":[25,29],"such":[26],"console":[28],"board":[30],"and":[32,53,66,95,102,143],"MOBA":[33],"games.":[34,82],"However,":[35],"the":[36,57,128],"exploration":[37],"RTS":[39,60,81,122],"remains":[41],"a":[42,73,89,118,136],"challenge":[43],"for":[44,92,99],"their":[45],"huge":[46],"state":[47],"space,":[48],"imperfect":[49],"information,":[50],"sparse":[51],"rewards":[52],"strategies.":[55],"Besides,":[56],"typical":[58],"card-based":[59,80,121],"have":[62],"complex":[63],"card":[64,93,100],"features":[65],"still":[68],"lacking":[69],"solutions.":[70],"We":[71],"present":[72],"deep":[74,108],"model":[75,85,130],"SEAT":[76,84,129],"(selection-attention)":[77],"to":[78,134],"play":[79],"The":[83],"includes":[86],"two":[87],"parts,":[88],"selection":[90],"part":[91,98],"choice":[94],"an":[96],"attention":[97],"usage,":[101],"it":[103,133],"learns":[104],"from":[105],"scratch":[106],"via":[107],"reinforcement":[109],"learning.":[110],"Comprehensive":[111],"experiments":[112],"performed":[114],"Clash":[116],"Royale,":[117],"popular":[119],"mobile":[120],"game.":[123],"Empirical":[124],"results":[125],"show":[126],"that":[127],"agent":[131],"makes":[132],"reach":[135],"high":[137],"winning":[138],"rate":[139],"against":[140],"rule-based":[141],"agents":[142],"decision-tree-based":[144],"agent.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}