{"id":"https://openalex.org/W4410237453","doi":"https://doi.org/10.1145/3723498.3723794","title":"The Procedural Content Generation Benchmark: An Open-source Testbed for Generative Challenges in Games","display_name":"The Procedural Content Generation Benchmark: An Open-source Testbed for Generative Challenges in Games","publication_year":2025,"publication_date":"2025-04-15","ids":{"openalex":"https://openalex.org/W4410237453","doi":"https://doi.org/10.1145/3723498.3723794"},"language":"en","primary_location":{"id":"doi:10.1145/3723498.3723794","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723498.3723794","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723498.3723794","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on the Foundations of Digital Games","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3723498.3723794","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025547740","display_name":"Ahmed Khalifa","orcid":"https://orcid.org/0000-0002-7839-9432"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Ahmed Khalifa","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0002-7839-9432","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080999254","display_name":"Roberto Gallotta","orcid":"https://orcid.org/0000-0001-7578-6173"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Roberto Gallotta","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0001-7578-6173","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044861252","display_name":"Matthew Barthet","orcid":"https://orcid.org/0000-0002-7121-5290"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Matthew Barthet","raw_affiliation_strings":["Institute of Digital Games, Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0002-7121-5290","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012075090","display_name":"Antonios Liapis","orcid":"https://orcid.org/0000-0001-5554-1961"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Antonios Liapis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0001-5554-1961","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077267552","display_name":"Julian Togelius","orcid":"https://orcid.org/0000-0003-3128-4598"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julian Togelius","raw_affiliation_strings":["Game Innovation Lab, New York University, Brooklyn, USA"],"raw_orcid":"https://orcid.org/0000-0003-3128-4598","affiliations":[{"raw_affiliation_string":"Game Innovation Lab, New York University, Brooklyn, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072029181","display_name":"Georgios N. Yannakakis","orcid":"https://orcid.org/0000-0001-7793-1450"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Georgios N. Yannakakis","raw_affiliation_strings":["Institute of Digital Games, Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0001-7793-1450","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4557,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.8389915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.9267005920410156},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7914235591888428},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7894823551177979},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.6194469928741455},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6089653968811035},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4387657046318054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3806505799293518},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18216267228126526},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15466108918190002}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.9267005920410156},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7914235591888428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7894823551177979},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.6194469928741455},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6089653968811035},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4387657046318054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3806505799293518},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18216267228126526},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15466108918190002},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3723498.3723794","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723498.3723794","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723498.3723794","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on the Foundations of Digital Games","raw_type":"proceedings-article"},{"id":"pmh:oai:www.um.edu.mt:123456789/135741","is_oa":true,"landing_page_url":"https://www.um.edu.mt/library/oar/handle/123456789/135741","pdf_url":"https://www.um.edu.mt/library/oar/bitstream/123456789/135741/1/the_procedural_content_generation_benchmark_an_open-source_testbed_for_generative_challenges_in_games.pdf","source":{"id":"https://openalex.org/S4306400782","display_name":"OAR@UM (University of Malta)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I197854408","host_organization_name":"University of Malta","host_organization_lineage":["https://openalex.org/I197854408"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3723498.3723794","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723498.3723794","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723498.3723794","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on the Foundations of Digital Games","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321039","display_name":"Malta Council for Science and Technology","ror":"https://ror.org/05qk3dq04"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410237453.pdf","grobid_xml":"https://content.openalex.org/works/W4410237453.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W850812170","https://openalex.org/W2001923012","https://openalex.org/W2002558294","https://openalex.org/W2052885930","https://openalex.org/W2113410615","https://openalex.org/W2115668428","https://openalex.org/W2139165539","https://openalex.org/W2144230296","https://openalex.org/W2150468603","https://openalex.org/W2168115594","https://openalex.org/W2170238612","https://openalex.org/W2257979135","https://openalex.org/W2346377854","https://openalex.org/W2462548332","https://openalex.org/W2490603777","https://openalex.org/W2532752874","https://openalex.org/W2607489666","https://openalex.org/W2752727877","https://openalex.org/W2911296969","https://openalex.org/W2960352216","https://openalex.org/W2962878123","https://openalex.org/W2963369679","https://openalex.org/W2963690854","https://openalex.org/W2964201809","https://openalex.org/W2975324752","https://openalex.org/W2975753391","https://openalex.org/W2976883600","https://openalex.org/W2982316857","https://openalex.org/W3018036994","https://openalex.org/W3088141770","https://openalex.org/W3093908578","https://openalex.org/W3129322645","https://openalex.org/W3130450512","https://openalex.org/W3159363790","https://openalex.org/W4224878647","https://openalex.org/W4283731822","https://openalex.org/W4285231868","https://openalex.org/W4289703995","https://openalex.org/W4313180807","https://openalex.org/W4318603596","https://openalex.org/W4324275825","https://openalex.org/W4362641872","https://openalex.org/W4392353733","https://openalex.org/W4402508150","https://openalex.org/W4409762493"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4391584540","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4395044357","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"the":[3,77,107,109,119],"Procedural":[4],"Content":[5],"Generation":[6],"Benchmark":[7],"for":[8,41,56],"evaluating":[9],"generative":[10,74],"algorithms":[11],"on":[12,27,113],"different":[13,35],"game":[14],"content":[15,49],"creation":[16],"tasks.The":[17],"benchmark":[18,61,78],"comes":[19],"with":[20,24],"12":[21],"game-related":[22],"problems":[23,97],"multiple":[25],"variants":[26],"each":[28],"problem.Problems":[29],"vary":[30],"from":[31],"creating":[32,38],"levels":[33],"of":[34,72,118],"kinds":[36],"to":[37,79,100],"rule":[39],"sets":[40],"simple":[42],"arcade":[43],"games.Each":[44],"problem":[45],"has":[46,112],"its":[47],"own":[48],"representation,":[50],"control":[51],"parameters,":[52],"and":[53,59,90,116],"evaluation":[54],"metrics":[55],"quality,":[57,114],"diversity,":[58,115],"controllability.This":[60],"is":[62],"intended":[63],"as":[64,104,106],"a":[65,69,84,91],"first":[66],"step":[67],"towards":[68],"standardized":[70],"way":[71],"comparing":[73],"algorithms.We":[75],"use":[76],"score":[80],"three":[81],"baseline":[82],"algorithms:":[83],"random":[85],"generator,":[86],"an":[87],"evolution":[88],"strategy,":[89],"genetic":[92],"algorithm.Results":[93],"show":[94],"that":[95],"some":[96],"are":[98],"easier":[99],"solve":[101],"than":[102],"others,":[103],"well":[105],"impact":[108],"chosen":[110],"objective":[111],"controllability":[117],"generated":[120],"artifacts.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}