{"id":"https://openalex.org/W4399801002","doi":"https://doi.org/10.1109/tg.2024.3416472","title":"Using Reinforcement Learning to Generate Levels of <i>Super Mario Bros.</i> With Quality and Diversity","display_name":"Using Reinforcement Learning to Generate Levels of <i>Super Mario Bros.</i> With Quality and Diversity","publication_year":2024,"publication_date":"2024-06-19","ids":{"openalex":"https://openalex.org/W4399801002","doi":"https://doi.org/10.1109/tg.2024.3416472"},"language":"en","primary_location":{"id":"doi:10.1109/tg.2024.3416472","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2024.3416472","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.jaist.ac.jp/dspace/bitstream/10119/20015/1/T-IKEDA-K-0930-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053661278","display_name":"SangGyu Nam","orcid":"https://orcid.org/0000-0002-7424-8469"},"institutions":[{"id":"https://openalex.org/I108108428","display_name":"Thammasat University","ror":"https://ror.org/002yp7f20","country_code":"TH","type":"education","lineage":["https://openalex.org/I108108428"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"SangGyu Nam","raw_affiliation_strings":["School of Information, Computer, and Communication Technology, Sirindhorn International Institute of Technology, Thammasat University, Pathum Thani, Thailand"],"affiliations":[{"raw_affiliation_string":"School of Information, Computer, and Communication Technology, Sirindhorn International Institute of Technology, Thammasat University, Pathum Thani, Thailand","institution_ids":["https://openalex.org/I108108428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056723326","display_name":"Chu-Hsuan Hsueh","orcid":"https://orcid.org/0000-0001-8888-3116"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chu-Hsuan Hsueh","raw_affiliation_strings":["School of Information Science, Japan Advanced Institute of Science and Technology, Ishikawa, Japan"],"affiliations":[{"raw_affiliation_string":"School of Information Science, Japan Advanced Institute of Science and Technology, Ishikawa, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015489991","display_name":"Pavinee Rerkjirattikal","orcid":"https://orcid.org/0000-0001-8496-4197"},"institutions":[{"id":"https://openalex.org/I108108428","display_name":"Thammasat University","ror":"https://ror.org/002yp7f20","country_code":"TH","type":"education","lineage":["https://openalex.org/I108108428"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Pavinee Rerkjirattikal","raw_affiliation_strings":["School of Manufacturing Systems and Mechanical Engineering, Sirindhorn International Institute of Technology, Thammasat University, Pathum Thani, Thailand"],"affiliations":[{"raw_affiliation_string":"School of Manufacturing Systems and Mechanical Engineering, Sirindhorn International Institute of Technology, Thammasat University, Pathum Thani, Thailand","institution_ids":["https://openalex.org/I108108428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105422798","display_name":"Kokolo Ikeda","orcid":null},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kokolo Ikeda","raw_affiliation_strings":["School of Information Science, Japan Advanced Institute of Science and Technology, Ishikawa, Japan"],"affiliations":[{"raw_affiliation_string":"School of Information Science, Japan Advanced Institute of Science and Technology, Ishikawa, Japan","institution_ids":["https://openalex.org/I177738480"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053661278"],"corresponding_institution_ids":["https://openalex.org/I108108428"],"apc_list":null,"apc_paid":null,"fwci":0.344,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6347097,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"16","issue":"4","first_page":"807","last_page":"820"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11705","display_name":"Gambling Behavior and Treatments","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6923030614852905},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.615877091884613},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5932889580726624},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4980494976043701},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35774630308151245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30528801679611206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.29352015256881714},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.16454121470451355},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12015366554260254},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.0968744158744812},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08822399377822876},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.06837350130081177}],"concepts":[{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6923030614852905},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.615877091884613},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5932889580726624},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4980494976043701},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35774630308151245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30528801679611206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29352015256881714},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16454121470451355},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12015366554260254},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0968744158744812},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08822399377822876},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.06837350130081177}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tg.2024.3416472","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2024.3416472","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},{"id":"pmh:oai:irdb.nii.ac.jp:01333:0006995107","is_oa":true,"landing_page_url":"http://hdl.handle.net/10119/20015","pdf_url":"https://dspace.jaist.ac.jp/dspace/bitstream/10119/20015/1/T-IKEDA-K-0930-1.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:irdb.nii.ac.jp:01333:0006995107","is_oa":true,"landing_page_url":"http://hdl.handle.net/10119/20015","pdf_url":"https://dspace.jaist.ac.jp/dspace/bitstream/10119/20015/1/T-IKEDA-K-0930-1.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399801002.pdf","grobid_xml":"https://content.openalex.org/works/W4399801002.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W41757025","https://openalex.org/W46458329","https://openalex.org/W850812170","https://openalex.org/W1760293109","https://openalex.org/W2002558294","https://openalex.org/W2047938772","https://openalex.org/W2082732699","https://openalex.org/W2086661052","https://openalex.org/W2115668428","https://openalex.org/W2168115594","https://openalex.org/W2170567160","https://openalex.org/W2170724701","https://openalex.org/W2219479003","https://openalex.org/W2247888164","https://openalex.org/W2276652206","https://openalex.org/W2534314849","https://openalex.org/W2545867125","https://openalex.org/W2769883686","https://openalex.org/W2805675893","https://openalex.org/W2809081712","https://openalex.org/W2809254203","https://openalex.org/W2888461232","https://openalex.org/W2960352216","https://openalex.org/W2963690854","https://openalex.org/W2963771763","https://openalex.org/W2964201809","https://openalex.org/W2964268978","https://openalex.org/W2973005899","https://openalex.org/W2975116180","https://openalex.org/W2976102139","https://openalex.org/W2987963427","https://openalex.org/W3037628460","https://openalex.org/W3046345150","https://openalex.org/W3047102541","https://openalex.org/W3083579202","https://openalex.org/W3084486398","https://openalex.org/W3093743952","https://openalex.org/W3093908578","https://openalex.org/W3094169176","https://openalex.org/W3114109745","https://openalex.org/W3142822945","https://openalex.org/W3159533820","https://openalex.org/W3174676553","https://openalex.org/W3189630763","https://openalex.org/W3199336775","https://openalex.org/W4205557037","https://openalex.org/W4205590214","https://openalex.org/W4283731822","https://openalex.org/W4313180807","https://openalex.org/W4317382158","https://openalex.org/W4318603596","https://openalex.org/W4323240324","https://openalex.org/W4366609662","https://openalex.org/W4385730421","https://openalex.org/W4387394677","https://openalex.org/W4389315277","https://openalex.org/W6638667902","https://openalex.org/W6684921986","https://openalex.org/W6696872630","https://openalex.org/W6748839928","https://openalex.org/W6774569665","https://openalex.org/W6810393689"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Procedural":[0],"content":[1,10,97],"generation":[2],"(PCG)":[3],"is":[4],"essential":[5],"in":[6,57,178,188,195],"game":[7,208],"development,":[8],"automating":[9],"creation":[11],"to":[12,30,105,108,184,202],"meet":[13],"various":[14],"criteria":[15],"such":[16],"as":[17],"playability,":[18],"diversity,":[19,164],"and":[20,60,70,140,163],"quality.":[21],"This":[22,82],"article":[23],"leverages":[24],"reinforcement":[25],"learning":[26],"(RL)":[27],"for":[28,207],"PCG":[29,191,206],"generate":[31],"<italic":[32,142,196],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[33,130,143,197],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Super":[34,144,198],"Mario":[35,199],"Bros.</i>":[36],"levels.":[37,146],"We":[38,114],"formulate":[39],"the":[40,85,136,166,179,190,203],"problem":[41],"into":[42],"a":[43,110,119],"Markov":[44],"decision":[45],"process":[46],"(MDP),":[47],"with":[48],"rewards":[49,104],"defined":[50],"using":[51],"player":[52],"enjoyment-based":[53],"evaluation":[54],"functions.":[55],"Challenges":[56],"level":[58],"representation":[59],"difficulty":[61],"assessment":[62],"are":[63,88],"addressed":[64],"by":[65],"conditional":[66],"generative":[67],"adversarial":[68],"networks":[69],"human-like":[71],"artificial":[72],"intelligence":[73],"agents":[74],"that":[75,84,151],"mimic":[76],"aspects":[77],"of":[78,138,168,174,205],"human":[79,92],"input":[80],"inaccuracies.":[81],"ensures":[83],"generated":[86,153],"levels":[87,152],"appropriately":[89],"challenging":[90],"from":[91,154],"perspectives.":[93],"Furthermore,":[94],"we":[95,182],"enhance":[96],"quality":[98],"through":[99,118],"virtual":[100],"simulation,":[101],"which":[102,123],"assigns":[103],"intermediate":[106],"actions":[107,126],"address":[109,185],"credit":[111],"assignment":[112],"problem.":[113],"also":[115],"ensure":[116,135],"diversity":[117],"diversity-aware":[120],"greedy":[121],"policy,":[122],"chooses":[124],"not-bad-but-distant":[125],"based":[127],"on":[128],"<inline-formula":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[131],"notation=\"LaTeX\">$Q$</tex-math></inline-formula>-values.":[132],"These":[133],"processes":[134],"production":[137],"diverse":[139],"high-quality":[141],"Mario</i>":[145],"Human":[147],"subject":[148],"evaluations":[149],"revealed":[150],"our":[155,169,175],"approach":[156],"exhibit":[157],"natural":[158],"connection,":[159],"appropriate":[160],"difficulty,":[161],"nonmonotony,":[162],"highlighting":[165],"effectiveness":[167],"proposed":[170],"methods.":[171],"The":[172],"novelty":[173],"work":[176],"lies":[177],"innovative":[180],"solutions":[181],"propose":[183],"challenges":[186],"encountered":[187],"employing":[189],"via":[192],"RL":[193],"method":[194],"Bros.</i>,":[200],"contributing":[201],"field":[204],"development.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2024-06-20T00:00:00"}