{"id":"https://openalex.org/W2076931845","doi":"https://doi.org/10.1109/cig.2014.6932921","title":"Learning to play fighting game using massive play data","display_name":"Learning to play fighting game using massive play data","publication_year":2014,"publication_date":"2014-08-01","ids":{"openalex":"https://openalex.org/W2076931845","doi":"https://doi.org/10.1109/cig.2014.6932921","mag":"2076931845"},"language":"en","primary_location":{"id":"doi:10.1109/cig.2014.6932921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2014.6932921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Conference on Computational Intelligence and Games","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018503719","display_name":"Hyunsoo Park","orcid":"https://orcid.org/0000-0001-6924-1919"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyunsoo Park","raw_affiliation_strings":["Department of Computer Science and Engineering, Sejong University, Seoul, South Korea","[Department of Computer Science and Engineering, Sejong University, Seoul, South Korea]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]},{"raw_affiliation_string":"[Department of Computer Science and Engineering, Sejong University, Seoul, South Korea]","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076055880","display_name":"Kyung-Joong Kim","orcid":"https://orcid.org/0000-0002-7732-0817"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyung-Joong Kim","raw_affiliation_strings":["Department of Computer Science and Engineering, Sejong University, Seoul, South Korea","[Department of Computer Science and Engineering, Sejong University, Seoul, South Korea]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]},{"raw_affiliation_string":"[Department of Computer Science and Engineering, Sejong University, Seoul, South Korea]","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I28777354"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.776719331741333},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7659614086151123},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.6814508438110352},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5442649722099304},{"id":"https://openalex.org/keywords/sequential-game","display_name":"Sequential game","score":0.42399317026138306},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.2730347812175751}],"concepts":[{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.776719331741333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7659614086151123},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.6814508438110352},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5442649722099304},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.42399317026138306},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.2730347812175751},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cig.2014.6932921","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cig.2014.6932921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Conference on Computational Intelligence and Games","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2018917012","https://openalex.org/W2069797667","https://openalex.org/W2168405694"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W3009369890"],"abstract_inverted_index":{"Designing":[0],"fighting":[1,32,53,65,124],"game":[2,33,54,125],"AI":[3,34,55,62,126],"has":[4],"been":[5],"a":[6],"challenging":[7],"problem":[8],"because":[9],"the":[10,21,52,58,61,91,95,98,102,106,112,123,135,148],"program":[11],"should":[12],"react":[13],"in":[14,30],"real-time":[15],"and":[16,75,78,108,143],"require":[17],"expert":[18,39,129],"knowledge":[19],"on":[20,38],"combination":[22],"of":[23,28,150],"actions.":[24],"In":[25,41,57,94,115],"fact,":[26],"most":[27],"entries":[29,74],"2013":[31,72,151],"competition":[35,73],"were":[36],"based":[37],"rules.":[40],"this":[42,116],"paper,":[43],"we":[44],"propose":[45],"an":[46],"automatic":[47],"policy":[48],"learning":[49],"method":[50],"for":[51,101],"bot.":[56],"training":[59],"stage,":[60,97],"continuously":[63],"plays":[64],"games":[66],"against":[67,147],"12":[68],"bots":[69,142],"(10":[70],"from":[71,105],"2":[76],"examples)":[77],"stores":[79],"massive":[80],"play":[81],"data":[82,92],"(about":[83],"10":[84],"GB).":[85],"UCB1":[86],"is":[87,119],"used":[88],"to":[89,121],"collect":[90],"actively.":[93],"testing":[96],"agent":[99,137],"searches":[100],"similar":[103],"situations":[104],"logs":[107],"selects":[109],"skills":[110],"with":[111,127],"highest":[113],"rewards.":[114],"way,":[117],"it":[118],"possible":[120],"construct":[122],"minimum":[128],"knowledge.":[130],"Experimental":[131],"results":[132],"show":[133,144],"that":[134],"learned":[136],"can":[138],"defeat":[139],"two":[140],"example":[141],"comparable":[145],"performance":[146],"winner":[149],"competition.":[152]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}