{"id":"https://openalex.org/W2346760997","doi":"https://doi.org/10.1145/2851581.2892305","title":"Evaluation of StarCraft Artificial Intelligence Competition Bots by Experienced Human Players","display_name":"Evaluation of StarCraft Artificial Intelligence Competition Bots by Experienced Human Players","publication_year":2016,"publication_date":"2016-05-06","ids":{"openalex":"https://openalex.org/W2346760997","doi":"https://doi.org/10.1145/2851581.2892305","mag":"2346760997"},"language":"en","primary_location":{"id":"doi:10.1145/2851581.2892305","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2851581.2892305","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067338383","display_name":"Man-Je Kim","orcid":"https://orcid.org/0000-0002-6402-2861"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Man-Je Kim","raw_affiliation_strings":["Sejong University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076055880","display_name":"Kyung-Joong Kim","orcid":"https://orcid.org/0000-0002-7732-0817"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyung-Joong Kim","raw_affiliation_strings":["Sejong University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024970503","display_name":"SeungJun Kim","orcid":"https://orcid.org/0000-0003-0470-2483"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"SeungJun Kim","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032134965","display_name":"Anind K. Dey","orcid":"https://orcid.org/0000-0002-3004-0770"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anind K. Dey","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067338383"],"corresponding_institution_ids":["https://openalex.org/I28777354"],"apc_list":null,"apc_paid":null,"fwci":0.857,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83151795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1915","last_page":"1921"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7028243541717529},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.6988065838813782},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6693044304847717},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.6378808617591858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.592078685760498},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5859590768814087},{"id":"https://openalex.org/keywords/applications-of-artificial-intelligence","display_name":"Applications of artificial intelligence","score":0.5429750084877014},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3251703679561615},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21348300576210022}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7028243541717529},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.6988065838813782},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6693044304847717},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.6378808617591858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.592078685760498},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5859590768814087},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.5429750084877014},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3251703679561615},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21348300576210022},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2851581.2892305","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2851581.2892305","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W157948248","https://openalex.org/W1508483467","https://openalex.org/W1511096005","https://openalex.org/W1515394277","https://openalex.org/W1558653343","https://openalex.org/W1932625710","https://openalex.org/W1993222280","https://openalex.org/W2069797667","https://openalex.org/W2096645045","https://openalex.org/W2151162056","https://openalex.org/W2183966306","https://openalex.org/W2516941566","https://openalex.org/W2581790101","https://openalex.org/W4299335686","https://openalex.org/W6726280463"],"related_works":["https://openalex.org/W2373110356","https://openalex.org/W4386271515","https://openalex.org/W3044189763","https://openalex.org/W2997038949","https://openalex.org/W4313891971","https://openalex.org/W4313891954","https://openalex.org/W4388307417","https://openalex.org/W2346760997","https://openalex.org/W4313892134","https://openalex.org/W4285326546"],"abstract_inverted_index":{"StarCraft":[0],"is":[1,12,60],"one":[2,111],"of":[3,51,94,102,138,150,157,166,171],"the":[4,42,109,117,135,155],"most":[5],"successful":[6,63],"real-time":[7],"strategy":[8],"(RTS)":[9],"games":[10],"and":[11,69,91,147,193],"also":[13,67,175],"actively":[14],"being":[15],"researched":[16],"by":[17,45],"artificial":[18],"intelligence":[19],"(AI)":[20],"communities.":[21],"Since":[22],"2010,":[23],"game":[24],"AI":[25,30,43,52,54,64,95,103,113,122,151,160,186],"researchers":[26],"have":[27,141],"hosted":[28],"annual":[29],"competition":[31],"events":[32],"to":[33,71,85,108,162,178],"develop":[34],"human-level":[35],"RTS":[36],"AIs":[37],"using":[38],"StarCraft.":[39],"It":[40,59,115,153],"ranks":[41],"bots":[44,65,104,161],"their":[46],"winning":[47],"ratio":[48],"from":[49,112],"thousands":[50],"vs.":[53],"matches":[55],"without":[56],"human":[57,72,92,126,139,167,180],"involvement.":[58],"questionable":[61],"whether":[62],"are":[66,105],"competitive":[68],"preferable":[70],"players.":[73,168],"In":[74],"this":[75,172],"study,":[76],"we":[77],"invited":[78],"20":[79],"experienced":[80],"players":[81,140],"with":[82],"varying":[83],"expertise":[84,136],"evaluate":[86],"skill":[87],"levels,":[88],"overall":[89,145],"performance":[90,146],"likeness":[93],"bots.":[96,152],"Results":[97],"show":[98],"that":[99,124,134],"human's":[100],"ranking":[101],"not":[106],"identical":[107],"current":[110],"competitions.":[114],"suggests":[116],"need":[118],"for":[119],"developing":[120],"new":[121],"competitions":[123,187],"consider":[125],"factors":[127,181],"(\"human-likeness\"":[128],"or":[129],"\"adaptation\").":[130],"Also,":[131],"it":[132],"revealed":[133],"levels":[137,165],"high":[142],"impact":[143],"on":[144],"human-likeness":[148],"evaluations":[149],"supports":[154],"concept":[156],"dynamically":[158],"adjusting":[159],"satisfy":[163],"different":[164],"The":[169],"outcomes":[170],"study":[173],"will":[174],"be":[176],"useful":[177],"incorporate":[179],"in":[182],"other":[183],"active":[184],"video":[185],"(e.g.,":[188],"Angry":[189],"Birds,":[190],"Fighting":[191],"Game,":[192],"General":[194],"Game":[195],"Playing).":[196]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}