{"id":"https://openalex.org/W3136629921","doi":"https://doi.org/10.1109/cog52621.2021.9619048","title":"Improving Playtesting Coverage via Curiosity Driven Reinforcement Learning Agents","display_name":"Improving Playtesting Coverage via Curiosity Driven Reinforcement Learning Agents","publication_year":2021,"publication_date":"2021-08-17","ids":{"openalex":"https://openalex.org/W3136629921","doi":"https://doi.org/10.1109/cog52621.2021.9619048","mag":"3136629921"},"language":"en","primary_location":{"id":"doi:10.1109/cog52621.2021.9619048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619048","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054533468","display_name":"Camilo Gordillo","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Camilo Gordillo","raw_affiliation_strings":["SEED - Electronic Arts (EA),Stockholm,Sweden","SEED - Electronic Arts (EA), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"SEED - Electronic Arts (EA),Stockholm,Sweden","institution_ids":[]},{"raw_affiliation_string":"SEED - Electronic Arts (EA), Stockholm, Sweden","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028726425","display_name":"Joakim Bergdahl","orcid":"https://orcid.org/0000-0001-5720-2533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joakim Bergdahl","raw_affiliation_strings":["SEED - Electronic Arts (EA),Stockholm,Sweden","SEED - Electronic Arts (EA), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"SEED - Electronic Arts (EA),Stockholm,Sweden","institution_ids":[]},{"raw_affiliation_string":"SEED - Electronic Arts (EA), Stockholm, Sweden","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040496460","display_name":"Konrad Tollmar","orcid":"https://orcid.org/0000-0002-9554-0071"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Konrad Tollmar","raw_affiliation_strings":["SEED - Electronic Arts (EA),Stockholm,Sweden","SEED - Electronic Arts (EA), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"SEED - Electronic Arts (EA),Stockholm,Sweden","institution_ids":[]},{"raw_affiliation_string":"SEED - Electronic Arts (EA), Stockholm, Sweden","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088043381","display_name":"Linus Gissl\u00e9n","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linus Gisslen","raw_affiliation_strings":["SEED - Electronic Arts (EA),Stockholm,Sweden","SEED - Electronic Arts (EA), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"SEED - Electronic Arts (EA),Stockholm,Sweden","institution_ids":[]},{"raw_affiliation_string":"SEED - Electronic Arts (EA), Stockholm, Sweden","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054533468"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1468,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.95298187,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8112391829490662},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.7917133569717407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7803235054016113},{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.7447084188461304},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6495406031608582},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5596780776977539},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4499935209751129},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42171812057495117},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4111030101776123},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35432201623916626},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3421820402145386}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8112391829490662},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.7917133569717407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803235054016113},{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.7447084188461304},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6495406031608582},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5596780776977539},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4499935209751129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42171812057495117},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4111030101776123},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35432201623916626},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3421820402145386},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog52621.2021.9619048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619048","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W131069610","https://openalex.org/W172298727","https://openalex.org/W2736601468","https://openalex.org/W2792893218","https://openalex.org/W2903594768","https://openalex.org/W2953091398","https://openalex.org/W2963276097","https://openalex.org/W2963523627","https://openalex.org/W2969456553","https://openalex.org/W2975007272","https://openalex.org/W3000499753","https://openalex.org/W3093943951","https://openalex.org/W3094076816","https://openalex.org/W3094597259","https://openalex.org/W3096715124","https://openalex.org/W6605295560","https://openalex.org/W6607097208","https://openalex.org/W6717230150","https://openalex.org/W6741002519","https://openalex.org/W6756579311","https://openalex.org/W6766694020","https://openalex.org/W6784190213"],"related_works":["https://openalex.org/W4285676344","https://openalex.org/W3094054656","https://openalex.org/W2123270665","https://openalex.org/W2060310955","https://openalex.org/W4382584175","https://openalex.org/W2284924956","https://openalex.org/W3039898216","https://openalex.org/W2185422427","https://openalex.org/W2478680874","https://openalex.org/W2494202692"],"abstract_inverted_index":{"As":[0],"modern":[1],"games":[2],"continue":[3],"growing":[4],"both":[5],"in":[6,45],"size":[7],"and":[8,24,32,48,70,82,114,166,181,186],"complexity,":[9],"it":[10],"has":[11,65],"become":[12],"more":[13],"challenging":[14],"to":[15,35,50,92,134,141,154,169,177,182],"ensure":[16],"that":[17,25],"all":[18],"the":[19,57,77,105,136,143,147,151,159,174],"relevant":[20],"content":[21],"is":[22,101],"tested":[23],"any":[26],"potential":[27,156],"issues":[28],"are":[29,132],"properly":[30],"identified":[31],"fixed.":[33],"Attempting":[34],"maximize":[36,93],"testing":[37,83],"coverage":[38],"using":[39,87],"only":[40],"human":[41],"participants,":[42],"however,":[43],"results":[44],"a":[46,84,112,118],"tedious":[47],"hard":[49],"orchestrate":[51],"process":[52],"which":[53],"normally":[54],"slows":[55],"down":[56],"development":[58],"cycle.":[59],"Complementing":[60],"playtesting":[61],"via":[62],"autonomous":[63],"agents":[64,90,100,131],"shown":[66],"great":[67],"promise":[68],"accelerating":[69],"simplifying":[71],"this":[72],"process.":[73],"This":[74],"paper":[75,160],"addresses":[76],"problem":[78],"of":[79,98,107,173],"automatically":[80],"exploring":[81],"given":[85],"scenario":[86,121],"reinforcement":[88],"learning":[89],"trained":[91],"game":[94],"state":[95],"coverage.":[96],"Each":[97],"these":[99],"rewarded":[102],"based":[103],"on":[104,117],"novelty":[106],"its":[108],"actions,":[109],"thus":[110,149],"encouraging":[111],"curious":[113,130],"exploratory":[115],"behaviour":[116],"complex":[119,137],"3D":[120],"where":[122],"previously":[123],"proposed":[124],"exploration":[125],"techniques":[126],"perform":[127],"poorly.":[128],"The":[129],"able":[133],"learn":[135],"navigation":[138],"mechanics":[139],"required":[140],"reach":[142],"different":[144,163],"areas":[145],"around":[146],"map,":[148],"providing":[150],"necessary":[152],"data":[153,176],"identify":[155],"issues.":[157],"Moreover,":[158],"also":[161],"investigates":[162],"visualization":[164],"strategies":[165],"evaluates":[167],"how":[168],"make":[170],"better":[171],"use":[172],"collected":[175],"drive":[178],"design":[179],"decisions":[180],"recognize":[183],"possible":[184],"problems":[185],"oversights.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}