{"id":"https://openalex.org/W2200701583","doi":"https://doi.org/10.1609/aiide.v9i1.12680","title":"Towards a Generic Method of Evaluating Game Levels","display_name":"Towards a Generic Method of Evaluating Game Levels","alternate_titles":[],"publication_year":2013,"publication_date":"2013-10-19","ids":{"openalex":"https://openalex.org/W2200701583","doi":"https://doi.org/10.1609/aiide.v9i1.12680","mag":"2200701583"},"language":"en","primary_location":{"id":"doi:10.1609/aiide.v9i1.12680","doi":"https://doi.org/10.1609/aiide.v9i1.12680","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aiide.v9i1.12680","pdf_url":"https://ojs.aaai.org/index.php/AIIDE/article/download/12680/12528","source":{"id":"https://openalex.org/S4387284112","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","issn_l":"2326-909X","issn":["2326-909X","2334-0924"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2200701583"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ojs.aaai.org/index.php/AIIDE/article/download/12680/12528","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012075090","display_name":"Antonios Liapis","orcid":"https://orcid.org/0000-0001-5554-1961","observed_orcids":["https://orcid.org/0000-0001-5554-1961"]},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Antonios Liapis","raw_affiliation_strings":["IT University of Copenhagen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072029181","display_name":"Georgios N. Yannakakis","orcid":"https://orcid.org/0000-0001-7793-1450","observed_orcids":["https://orcid.org/0000-0001-7793-1450"]},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Georgios Yannakakis","raw_affiliation_strings":["University of Malta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077267552","display_name":"Julian Togelius","orcid":"https://orcid.org/0000-0003-3128-4598","observed_orcids":["https://orcid.org/0000-0003-3128-4598"]},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Julian Togelius","raw_affiliation_strings":["IT University of Copenhagen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8262,"has_fulltext":true,"cited_by_count":91,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.98051258,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"9","issue":"1","first_page":"30","last_page":"36"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/procedural-content-generation","display_name":"procedural content generation","score":0.843999981880188},{"id":"https://openalex.org/keywords/game-design-patterns","display_name":"game design patterns","score":0.9179999828338623},{"id":"https://openalex.org/keywords/area-control","display_name":"area control","score":0.9850000143051147},{"id":"https://openalex.org/keywords/exploration","display_name":"exploration","score":0.9649999737739563},{"id":"https://openalex.org/keywords/game-balance","display_name":"game balance","score":0.9319999814033508},{"id":"https://openalex.org/keywords/constrained-genetic-algorithm","display_name":"constrained genetic algorithm","score":0.6660000085830688},{"id":"https://openalex.org/keywords/level-generation","display_name":"level generation","score":0.7919999957084656}],"concepts":[{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.8158628940582275},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7493878602981567},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6362795829772949},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.5871087908744812},{"id":"https://openalex.org/C167573328","wikidata":"https://www.wikidata.org/wiki/Q7439054","display_name":"Screening game","level":4,"score":0.5253654718399048},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.4998743534088135},{"id":"https://openalex.org/C14642086","wikidata":"https://www.wikidata.org/wiki/Q7521340","display_name":"Simulations and games in economics education","level":4,"score":0.4459199607372284},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4215397238731384},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4184167981147766},{"id":"https://openalex.org/C47175762","wikidata":"https://www.wikidata.org/wiki/Q13422573","display_name":"Non-cooperative game","level":3,"score":0.41793346405029297},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4039101004600525},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.3653520941734314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31060492992401123},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1470014750957489},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.12048739194869995},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1609/aiide.v9i1.12680","doi":"https://doi.org/10.1609/aiide.v9i1.12680","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aiide.v9i1.12680","pdf_url":"https://ojs.aaai.org/index.php/AIIDE/article/download/12680/12528","source":{"id":"https://openalex.org/S4387284112","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","issn_l":"2326-909X","issn":["2326-909X","2334-0924"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/81cb785c-cb78-4730-83cf-3bbde6737566","doi":null,"is_oa":false,"landing_page_url":"https://pure.itu.dk/portal/da/publications/81cb785c-cb78-4730-83cf-3bbde6737566","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Liapis, A, Yannakakis, G N & Togelius, J 2013, Towards a Generic Method of Evaluating Game Levels. in Proceedings of the Ninth AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment : AIIDE 13. Association for the Advancement of Artificial Intelligence, pp. 30-36. < http://www.aaai.org/ocs/index.php/AIIDE/AIIDE13/paper/view/7374/7585 >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ojs.aaai.org:article/12680","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AIIDE/article/view/12680","pdf_url":"https://ojs.aaai.org/index.php/AIIDE/article/download/12680/12528","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment; Vol. 9 No. 1 (2013): Ninth Artificial Intelligence and Interactive Digital Entertainment Conference","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.um.edu.mt:123456789/29770","doi":null,"is_oa":true,"landing_page_url":"https://www.um.edu.mt/library/oar//handle/123456789/29770","pdf_url":null,"source":{"id":"https://openalex.org/S4306400782","display_name":"OAR@UM (University of Malta)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I197854408","host_organization_name":"University of Malta","host_organization_lineage":["https://openalex.org/I197854408"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.647.77","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.647.77","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://julian.togelius.com/Liapis2013Towards.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.725.5226","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.725.5226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://antoniosliapis.com/papers/towards_a_generic_method_of_evaluating_game_levels.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1609/aiide.v9i1.12680","doi":"https://doi.org/10.1609/aiide.v9i1.12680","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aiide.v9i1.12680","pdf_url":"https://ojs.aaai.org/index.php/AIIDE/article/download/12680/12528","source":{"id":"https://openalex.org/S4387284112","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","issn_l":"2326-909X","issn":["2326-909X","2334-0924"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G389793836","display_name":"Social games for conflIct REsolution based on natural iNteraction","funder_award_id":"258453","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7917483303","display_name":"Creative Emotional Reasoning Computational Tools Fostering Co-Creativity in Learning Processes","funder_award_id":"318480","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338370","display_name":"FP7 Information and Communication Technologies","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2200701583.pdf","grobid_xml":"https://content.openalex.org/works/W2200701583.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W116651512","https://openalex.org/W283812555","https://openalex.org/W1555329074","https://openalex.org/W1605527696","https://openalex.org/W1905511090","https://openalex.org/W2001466640","https://openalex.org/W2023532087","https://openalex.org/W2064540711","https://openalex.org/W2102015193","https://openalex.org/W2113726754","https://openalex.org/W2139165539","https://openalex.org/W2168115594","https://openalex.org/W2169740139","https://openalex.org/W2209167066","https://openalex.org/W2395774634"],"related_works":["https://openalex.org/W2902221828","https://openalex.org/W1541966139","https://openalex.org/W2911635735","https://openalex.org/W4226467695","https://openalex.org/W4400532529","https://openalex.org/W2571798815","https://openalex.org/W2775113028","https://openalex.org/W2725452496","https://openalex.org/W1953929884","https://openalex.org/W2896007079"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,7,58,91,98],"problem":[4],"of":[5,9,20,93,100,105],"evaluating":[6],"quality":[8],"game":[10,30,37,79,83,126],"levels":[11,75,106],"across":[12,102],"different":[13,78],"games":[14],"and":[15,28,53,69,85,97],"even":[16],"genres,":[17],"which":[18,61],"is":[19],"key":[21],"importance":[22],"for":[23,42,56,74,107],"making":[24],"procedural":[25],"content":[26],"generation":[27],"assisted":[29],"design":[31,38],"tools":[32],"more":[33],"generally":[34],"applicable.":[35],"Three":[36],"patterns":[39],"are":[40,67,72,110],"identified":[41],"having":[43],"high":[44],"generality":[45],"while":[46],"being":[47],"easily":[48,121],"quantifiable:":[49],"area":[50],"control,":[51],"exploration":[52],"balance.":[54],"Formulas":[55],"measuring":[57],"extent":[59],"to":[60,124],"a":[62,113],"level":[63],"includes":[64],"these":[65,94],"concepts":[66],"proposed,":[68],"evaluation":[70,95],"functions":[71],"derived":[73],"in":[76],"two":[77],"genres:":[80],"multiplayer":[81],"strategy":[82],"maps":[84],"single-player":[86],"roguelike":[87],"dungeons.":[88],"To":[89],"illustrate":[90],"impact":[92,101],"functions,":[96],"similarity":[99],"domains,":[103],"sets":[104],"each":[108],"function":[109],"generated":[111],"using":[112],"constrained":[114],"genetic":[115],"algorithm.":[116],"The":[117],"proposed":[118],"measures":[119],"can":[120],"be":[122],"extended":[123],"other":[125],"genres.":[127]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2200701583","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":15},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2016-06-24T00:00:00"}
