{"id":"https://openalex.org/W3174676553","doi":"https://doi.org/10.1109/cog52621.2021.9619124","title":"Experience-Driven PCG via Reinforcement Learning: A Super Mario Bros Study","display_name":"Experience-Driven PCG via Reinforcement Learning: A Super Mario Bros Study","publication_year":2021,"publication_date":"2021-08-17","ids":{"openalex":"https://openalex.org/W3174676553","doi":"https://doi.org/10.1109/cog52621.2021.9619124","mag":"3174676553"},"language":"en","primary_location":{"id":"doi:10.1109/cog52621.2021.9619124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619124","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029164435","display_name":"Tianye Shu","orcid":"https://orcid.org/0000-0002-7673-3943"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianye Shu","raw_affiliation_strings":["Southern University of Science and Technology,Research Institute of Trustworthy Autonomous System,Shenzhen,China","Research Institute of Trustworthy Autonomous System, Southern University of Science and Technology, Shenzhen, China","Department of Computer Science and Engineering, Guangdong Provincial Key Laboratory of Brain-inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Research Institute of Trustworthy Autonomous System,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous System, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Guangdong Provincial Key Laboratory of Brain-inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456636","display_name":"Jialin Liu","orcid":"https://orcid.org/0000-0001-7047-8454"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialin Liu","raw_affiliation_strings":["Southern University of Science and Technology,Research Institute of Trustworthy Autonomous System,Shenzhen,China","Research Institute of Trustworthy Autonomous System, Southern University of Science and Technology, Shenzhen, China","Department of Computer Science and Engineering, Guangdong Provincial Key Laboratory of Brain-inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Research Institute of Trustworthy Autonomous System,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous System, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Guangdong Provincial Key Laboratory of Brain-inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072029181","display_name":"Georgios N. Yannakakis","orcid":"https://orcid.org/0000-0001-7793-1450"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Georgios N. Yannakakis","raw_affiliation_strings":["University of Malta,Institute of Digital Games,Msida,Malta","Institute of Digital Games, University of Malta, Msida, Malta"],"affiliations":[{"raw_affiliation_string":"University of Malta,Institute of Digital Games,Msida,Malta","institution_ids":["https://openalex.org/I197854408"]},{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029164435"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":5.0757,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.96516034,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8392927646636963},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8324055671691895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7690871953964233},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5181940197944641},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5090153217315674},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.4843824803829193},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4750107228755951},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3355315327644348},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19637402892112732}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8392927646636963},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8324055671691895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7690871953964233},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5181940197944641},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5090153217315674},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.4843824803829193},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4750107228755951},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3355315327644348},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19637402892112732},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog52621.2021.9619124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619124","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1613170953","display_name":null,"funder_award_id":"2020B121201001","funder_id":"https://openalex.org/F4320327089","funder_display_name":"Guangdong Provincial Key Laboratory of New and Renewable Energy"},{"id":"https://openalex.org/G4565357659","display_name":null,"funder_award_id":"JCYJ20190809121403553","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G5543336994","display_name":null,"funder_award_id":"61906083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327089","display_name":"Guangdong Provincial Key Laboratory of New and Renewable Energy","ror":null},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W135283623","https://openalex.org/W1487104801","https://openalex.org/W1521891762","https://openalex.org/W1533683493","https://openalex.org/W1868951605","https://openalex.org/W1934213195","https://openalex.org/W1968445472","https://openalex.org/W1976575031","https://openalex.org/W2031734221","https://openalex.org/W2039522160","https://openalex.org/W2061868368","https://openalex.org/W2076337359","https://openalex.org/W2086661052","https://openalex.org/W2113410615","https://openalex.org/W2144225695","https://openalex.org/W2150468603","https://openalex.org/W2154022540","https://openalex.org/W2168115594","https://openalex.org/W2184922599","https://openalex.org/W2188721763","https://openalex.org/W2224682476","https://openalex.org/W2275430110","https://openalex.org/W2362143032","https://openalex.org/W2474605630","https://openalex.org/W2478911292","https://openalex.org/W2534314849","https://openalex.org/W2580712178","https://openalex.org/W2604658237","https://openalex.org/W2736601468","https://openalex.org/W2809081712","https://openalex.org/W2844058595","https://openalex.org/W2889754627","https://openalex.org/W2944678459","https://openalex.org/W2944956221","https://openalex.org/W2960352216","https://openalex.org/W2963369679","https://openalex.org/W2963690854","https://openalex.org/W2963871073","https://openalex.org/W2964201809","https://openalex.org/W2976883600","https://openalex.org/W3035026685","https://openalex.org/W3047290399","https://openalex.org/W3083579202","https://openalex.org/W3092157356","https://openalex.org/W3092802041","https://openalex.org/W3093908578","https://openalex.org/W3103780890","https://openalex.org/W3105926098","https://openalex.org/W3106433390","https://openalex.org/W3106527723","https://openalex.org/W3136571553","https://openalex.org/W4233063962","https://openalex.org/W4234228486","https://openalex.org/W4293118177","https://openalex.org/W6631323527","https://openalex.org/W6682701150","https://openalex.org/W6688920267","https://openalex.org/W6721127235"],"related_works":["https://openalex.org/W3008339103","https://openalex.org/W2404647514","https://openalex.org/W1667647204","https://openalex.org/W4247536566","https://openalex.org/W3119814709","https://openalex.org/W2018477250","https://openalex.org/W1508895727","https://openalex.org/W4241418540","https://openalex.org/W2725786787","https://openalex.org/W4283160672"],"abstract_inverted_index":{"We":[0],"introduce":[1],"a":[2,95,122,189,195],"procedural":[3],"content":[4],"generation":[5,91],"(PCG)":[6],"framework":[7,56,156],"at":[8],"the":[9,45,50,61,68,82,85,90,102,105,131],"intersections":[10],"of":[11,52,71,89,104,124,127,133,159,170,199],"experience-driven":[12],"PCG":[13,15],"and":[14,76,101,152,176,193],"via":[16],"reinforcement":[17],"learning,":[18],"named":[19],"ED(PCG)RL,":[20],"EDRL":[21,24,117,178],"in":[22,36,49,60,115],"short.":[23],"is":[25,57,92,108,157,186],"able":[26],"to":[27,31,120,143,182],"teach":[28],"RL":[29,69],"designers":[30,70],"generate":[32,75],"endless":[33],"playable":[34,162],"levels":[35,146,166],"an":[37],"online":[38],"manner":[39],"while":[40,80],"respecting":[41],"particular":[42],"experiences":[43],"for":[44],"player":[46],"as":[47,188],"designed":[48],"form":[51],"reward":[53],"functions.":[54],"The":[55,87],"tested":[58],"initially":[59],"Super":[62,72,163],"Mario":[63,73,164],"Bros":[64,74,165],"game.":[65],"In":[66],"particular,":[67],"concatenate":[77],"level":[78,99,107,136],"segments":[79],"considering":[81],"diversity":[83,134],"among":[84],"segments.":[86,137],"correctness":[88],"ensured":[93],"by":[94,129],"neural":[96],"net-assisted":[97],"evolutionary":[98],"repairer":[100],"playability":[103],"whole":[106],"determined":[109],"through":[110],"AI-based":[111],"testing.":[112],"Our":[113,154],"agents":[114],"this":[116],"implementation":[118],"learn":[119],"maximise":[121],"quantification":[123],"Koster's":[125],"principle":[126],"fun":[128,145],"moderating":[130],"degree":[132],"across":[135],"Moreover,":[138],"we":[139],"test":[140],"their":[141],"ability":[142],"design":[144],"that":[147,185],"are":[148],"diverse":[149],"over":[150],"time":[151],"playable.":[153],"proposed":[155],"capable":[158],"generating":[160],"endless,":[161],"with":[167],"varying":[168],"degrees":[169],"fun,":[171],"deviation":[172],"from":[173],"earlier":[174],"segments,":[175],"playability.":[177],"can":[179],"be":[180],"generalised":[181],"any":[183],"game":[184,201],"built":[187],"segment-based":[190],"sequential":[191],"process":[192],"features":[194],"built-in":[196],"compressed":[197],"representation":[198],"its":[200],"content.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":5}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}