{"id":"https://openalex.org/W4389315371","doi":"https://doi.org/10.1109/cog57401.2023.10333194","title":"Technical Challenges of Deploying Reinforcement Learning Agents for Game Testing in AAA Games","display_name":"Technical Challenges of Deploying Reinforcement Learning Agents for Game Testing in AAA Games","publication_year":2023,"publication_date":"2023-08-21","ids":{"openalex":"https://openalex.org/W4389315371","doi":"https://doi.org/10.1109/cog57401.2023.10333194"},"language":"en","primary_location":{"id":"doi:10.1109/cog57401.2023.10333194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog57401.2023.10333194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070712941","display_name":"Jonas Gillberg","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113251","display_name":"Electronic Arts (United States)","ror":"https://ror.org/0269t5q92","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113251"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jonas Gillberg","raw_affiliation_strings":["Electronic Arts (EA)"],"affiliations":[{"raw_affiliation_string":"Electronic Arts (EA)","institution_ids":["https://openalex.org/I4210113251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028726425","display_name":"Joakim Bergdahl","orcid":"https://orcid.org/0000-0001-5720-2533"},"institutions":[{"id":"https://openalex.org/I4210113251","display_name":"Electronic Arts (United States)","ror":"https://ror.org/0269t5q92","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113251"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joakim Bergdahl","raw_affiliation_strings":["SEED - Electronic Arts (EA)"],"affiliations":[{"raw_affiliation_string":"SEED - Electronic Arts (EA)","institution_ids":["https://openalex.org/I4210113251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087665560","display_name":"Alessandro Sestini","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113251","display_name":"Electronic Arts (United States)","ror":"https://ror.org/0269t5q92","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113251"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Sestini","raw_affiliation_strings":["SEED - Electronic Arts (EA)"],"affiliations":[{"raw_affiliation_string":"SEED - Electronic Arts (EA)","institution_ids":["https://openalex.org/I4210113251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092532025","display_name":"Andrew Eakins","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113251","display_name":"Electronic Arts (United States)","ror":"https://ror.org/0269t5q92","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113251"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Eakins","raw_affiliation_strings":["Electronic Arts (EA)"],"affiliations":[{"raw_affiliation_string":"Electronic Arts (EA)","institution_ids":["https://openalex.org/I4210113251"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088043381","display_name":"Linus Gissl\u00e9n","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113251","display_name":"Electronic Arts (United States)","ror":"https://ror.org/0269t5q92","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113251"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linus Gissl\u00e9n","raw_affiliation_strings":["SEED - Electronic Arts (EA)"],"affiliations":[{"raw_affiliation_string":"SEED - Electronic Arts (EA)","institution_ids":["https://openalex.org/I4210113251"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5070712941"],"corresponding_institution_ids":["https://openalex.org/I4210113251"],"apc_list":null,"apc_paid":null,"fwci":1.5711,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86795882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8739262223243713},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7184526324272156},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.5147790908813477},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4642779231071472},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.44344085454940796},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.41101112961769104},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3788831830024719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31469354033470154},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18077191710472107}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8739262223243713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7184526324272156},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.5147790908813477},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4642779231071472},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.44344085454940796},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.41101112961769104},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3788831830024719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31469354033470154},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18077191710472107},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog57401.2023.10333194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog57401.2023.10333194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1995333077","https://openalex.org/W2134491302","https://openalex.org/W2173771890","https://openalex.org/W2736601468","https://openalex.org/W2792893218","https://openalex.org/W2911315807","https://openalex.org/W2942670770","https://openalex.org/W2963277051","https://openalex.org/W2964182681","https://openalex.org/W2975007272","https://openalex.org/W2976718034","https://openalex.org/W3000499753","https://openalex.org/W3093943951","https://openalex.org/W3094597259","https://openalex.org/W3096715124","https://openalex.org/W3136629921","https://openalex.org/W3187808158","https://openalex.org/W4210870706","https://openalex.org/W4252964922","https://openalex.org/W4287554569","https://openalex.org/W4296546847","https://openalex.org/W4312776598","https://openalex.org/W6636038115","https://openalex.org/W6684978684","https://openalex.org/W6718092244","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6780559895","https://openalex.org/W6786781237","https://openalex.org/W6795257610","https://openalex.org/W6843268680"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2038908348","https://openalex.org/W1977959518","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2089013912","https://openalex.org/W2076061571","https://openalex.org/W1987513656","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Going":[0],"from":[1,35],"research":[2,158],"to":[3,47,54,67,84,89,111,133,144,149],"production,":[4,20],"especially":[5,173],"for":[6,138,168],"large":[7],"and":[8,100,122,166,172],"complex":[9],"software":[10],"systems,":[11],"is":[12,26,110],"fundamentally":[13],"a":[14,92,113,156],"hard":[15],"problem.":[16],"In":[17,39],"large-scale":[18],"game":[19,58,120,140,147,180],"one":[21],"of":[22,94,106,115,125],"the":[23,28,36,82,126,135,146],"main":[24],"reasons":[25],"that":[27,160],"development":[29],"environment":[30],"can":[31],"be":[32,164],"very":[33],"different":[34],"final":[37],"product.":[38],"this":[40,75,107,151],"technical":[41,108],"paper":[42,109],"we":[43,154,161],"describe":[44],"an":[45,49,55,176],"effort":[46],"add":[48],"experimental":[50],"reinforcement":[51,76,117,174],"learning":[52,77,118],"system":[53,78],"existing":[56],"automated":[57],"testing":[59],"solution":[60],"based":[61],"on":[62,73],"scripted":[63],"bots":[64],"in":[65,91,119,179],"order":[66],"increase":[68,85],"its":[69],"capacity.":[70],"We":[71],"report":[72],"how":[74],"was":[79],"integrated":[80],"with":[81],"aim":[83,105],"test":[86],"coverage":[87],"similar":[88],"[1]":[90],"set":[93],"AAA":[95],"games":[96],"including":[97],"Battlefield":[98],"2042":[99],"Dead":[101],"Space":[102],"(2023).":[103],"The":[104],"show":[112],"use-case":[114],"leveraging":[116],"production":[121],"cover":[123],"some":[124],"largest":[127],"time":[128],"sinks":[129],"anyone":[130],"who":[131],"wants":[132],"make":[134],"same":[136],"journey":[137],"their":[139],"may":[141],"encounter.":[142],"Furthermore,":[143],"help":[145],"industry":[148],"adopt":[150],"technology":[152],"faster,":[153],"propose":[155],"few":[157],"directions":[159],"believe":[162],"will":[163],"valuable":[165],"necessary":[167],"making":[169],"machine":[170],"learning,":[171,175],"effective":[177],"tool":[178],"production.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}