{"id":"https://openalex.org/W4395687208","doi":"https://doi.org/10.48550/arxiv.2404.16689","title":"Learning to Beat ByteRL: Exploitability of Collectible Card Game Agents","display_name":"Learning to Beat ByteRL: Exploitability of Collectible Card Game Agents","publication_year":2024,"publication_date":"2024-04-25","ids":{"openalex":"https://openalex.org/W4395687208","doi":"https://doi.org/10.48550/arxiv.2404.16689"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2404.16689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.16689","pdf_url":"https://arxiv.org/pdf/2404.16689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.16689","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072839470","display_name":"Radovan Haluska","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Haluska, Radovan","raw_affiliation_strings":["Charles University Prague , Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University Prague , Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038602378","display_name":"Martin Schmid","orcid":"https://orcid.org/0000-0001-5341-9209","observed_orcids":["https://orcid.org/0000-0001-5341-9209"]},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Schmid, Martin","raw_affiliation_strings":["Charles University & EquiLibre Technologies Prague , Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University & EquiLibre Technologies Prague , Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21250087"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collectible-card-games","display_name":"collectible card games","score":0.9470000267028809},{"id":"https://openalex.org/keywords/hearthstone","display_name":"Hearthstone","score":0.7639999985694885},{"id":"https://openalex.org/keywords/imperfect-information-games","display_name":"imperfect information games","score":0.7310000061988831},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.4970000088214874},{"id":"https://openalex.org/keywords/game-agents","display_name":"game-playing agents","score":0.5080000162124634},{"id":"https://openalex.org/keywords/state-space-explosion","display_name":"state space explosion","score":0.3319999873638153}],"concepts":[{"id":"https://openalex.org/C93377579","wikidata":"https://www.wikidata.org/wiki/Q2342494","display_name":"Collectable","level":2,"score":0.8078280687332153},{"id":"https://openalex.org/C189809214","wikidata":"https://www.wikidata.org/wiki/Q829522","display_name":"Beat (acoustics)","level":2,"score":0.617051899433136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5229923725128174},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3628179728984833},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.32553499937057495},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.1991935670375824},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.18112733960151672},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.08270850777626038},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.054384708404541016}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2404.16689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.16689","pdf_url":"https://arxiv.org/pdf/2404.16689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.16689","doi":"https://doi.org/10.48550/arxiv.2404.16689","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.16689","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.16689","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.16689","pdf_url":"https://arxiv.org/pdf/2404.16689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395687208.pdf","grobid_xml":"https://content.openalex.org/works/W4395687208.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7135844038","https://openalex.org/W7212039596","https://openalex.org/W2953334285","https://openalex.org/W4310173010","https://openalex.org/W2973748402","https://openalex.org/W3121101506","https://openalex.org/W4285345631","https://openalex.org/W2803334902","https://openalex.org/W2589455135","https://openalex.org/W7171619767"],"abstract_inverted_index":{"While":[0],"Poker,":[1],"as":[2],"a":[3,149],"family":[4],"of":[5,40,60,69,119,125,133,140,162],"games,":[6],"has":[7],"been":[8],"studied":[9],"extensively":[10],"in":[11,37,58,73,138,160],"the":[12,41,92,98,105,117,135],"last":[13],"decades,":[14],"collectible":[15,44,63],"card":[16,45,64],"games":[17,65],"have":[18,25],"seen":[19,27],"relatively":[20],"little":[21],"attention.":[22],"Only":[23],"recently":[24],"we":[26,115,128,155],"an":[28],"agent":[29,137],"that":[30,85,157],"can":[31],"compete":[32],"with":[33,55,80,91],"professional":[34],"human":[35],"players":[36],"Hearthstone,":[38],"one":[39],"most":[42],"popular":[43],"games.":[46,126],"Although":[47,146],"artificial":[48],"agents":[49,77,106],"must":[50,78],"be":[51],"able":[52],"to":[53,107],"work":[54],"imperfect":[56],"information":[57],"both":[59],"these":[61],"genres,":[62],"pose":[66],"another":[67],"set":[68],"distinct":[70],"challenges.":[71],"Unlike":[72],"many":[74],"poker":[75],"variants,":[76],"deal":[79],"state":[81],"space":[82],"so":[83],"vast":[84],"even":[86],"enumerating":[87],"all":[88],"states":[89],"consistent":[90],"agent's":[93],"beliefs":[94],"is":[95,166],"intractable,":[96],"rendering":[97],"current":[99],"search":[100],"methods":[101],"unusable":[102],"and":[103,142,144,164],"requiring":[104],"opt":[108],"for":[109,122],"other":[110],"techniques.":[111],"In":[112],"this":[113,123],"paper,":[114],"investigate":[116],"strength":[118],"such":[120],"techniques":[121],"class":[124],"Namely,":[127],"present":[129],"preliminary":[130],"analysis":[131],"results":[132],"ByteRL,":[134],"state-of-the-art":[136],"Legends":[139,161],"Code":[141,163],"Magic":[143,165],"Hearthstone.":[145],"ByteRL":[147],"beat":[148],"top-10":[150],"Hearthstone":[151],"player":[152],"from":[153],"China,":[154],"show":[156],"its":[158],"play":[159],"highly":[167],"exploitable.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-04-27T00:00:00"}