{"id":"https://openalex.org/W3024512269","doi":"https://doi.org/10.1109/cog47356.2020.9231548","title":"Finding Game Levels with the Right Difficulty in a Few Trials through Intelligent Trial-and-Error","display_name":"Finding Game Levels with the Right Difficulty in a Few Trials through Intelligent Trial-and-Error","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3024512269","doi":"https://doi.org/10.1109/cog47356.2020.9231548","mag":"3024512269"},"language":"en","primary_location":{"id":"doi:10.1109/cog47356.2020.9231548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog47356.2020.9231548","pdf_url":null,"source":{"id":"https://openalex.org/S4306498668","display_name":"2020 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2005.07677","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020787151","display_name":"Miguel Gonz\u00e1lez-Duque","orcid":"https://orcid.org/0000-0001-8630-9487"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Miguel Gonzalez-Duque","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark","IT-UNIVERSITY OF COPENHAGEN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]},{"raw_affiliation_string":"IT-UNIVERSITY OF COPENHAGEN","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071223383","display_name":"Rasmus Palm","orcid":"https://orcid.org/0000-0002-1129-9234"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Rasmus Berg Palm","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark","IT-UNIVERSITY OF COPENHAGEN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]},{"raw_affiliation_string":"IT-UNIVERSITY OF COPENHAGEN","institution_ids":["https://openalex.org/I83467386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001419875","display_name":"David Ha","orcid":"https://orcid.org/0000-0001-8765-8574"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Ha","raw_affiliation_strings":["Google Brain, Tokyo, Japan","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Brain, Tokyo, Japan","institution_ids":[]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020511097","display_name":"Sebastian Risi","orcid":"https://orcid.org/0000-0003-3607-8400"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Sebastian Risi","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark","IT-UNIVERSITY OF COPENHAGEN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]},{"raw_affiliation_string":"IT-UNIVERSITY OF COPENHAGEN","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"503","last_page":"510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.7768670320510864},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7460275292396545},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.7085776329040527},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6145419478416443},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5374074578285217},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5061449408531189},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5027542114257812},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.49952125549316406},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.33998575806617737},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08582824468612671}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.7768670320510864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7460275292396545},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.7085776329040527},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6145419478416443},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5374074578285217},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5061449408531189},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5027542114257812},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.49952125549316406},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.33998575806617737},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08582824468612671},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cog47356.2020.9231548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog47356.2020.9231548","pdf_url":null,"source":{"id":"https://openalex.org/S4306498668","display_name":"2020 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},{"id":"mag:3024512269","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2005.07677","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:pure.atira.dk:publications/0f0235d8-01a3-4a16-926b-b96d15bbc241","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2005.07677","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Gonz\u00e1lez-Duque, M, Berg Palm, R, Ha, D & Risi, S 2020, Finding Game Levels with the Right Difficulty in a Few Trials through Intelligent Trial-and-Error. in Proceedings of the 2020 IEEE Conference on Games (CoG). IEEE, pp. 503-510. https://doi.org/10.1109/CoG47356.2020.9231548","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.48550/arxiv.2005.07677","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.07677","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"mag:3024512269","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2005.07677","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W758372786","https://openalex.org/W1502922572","https://openalex.org/W1738827650","https://openalex.org/W1808177785","https://openalex.org/W1981424310","https://openalex.org/W2006865864","https://openalex.org/W2019257274","https://openalex.org/W2028208918","https://openalex.org/W2047938772","https://openalex.org/W2050787672","https://openalex.org/W2092735940","https://openalex.org/W2113410615","https://openalex.org/W2139165539","https://openalex.org/W2140205964","https://openalex.org/W2144230296","https://openalex.org/W2168115594","https://openalex.org/W2192203593","https://openalex.org/W2342068300","https://openalex.org/W2527756557","https://openalex.org/W2534314849","https://openalex.org/W2565963505","https://openalex.org/W2569196563","https://openalex.org/W2590549092","https://openalex.org/W2613059487","https://openalex.org/W2765554129","https://openalex.org/W2897177022","https://openalex.org/W2898638632","https://openalex.org/W2909134974","https://openalex.org/W2955385686","https://openalex.org/W2962878123","https://openalex.org/W2963690854","https://openalex.org/W2964201809","https://openalex.org/W2975116180","https://openalex.org/W2976102139","https://openalex.org/W3001500946","https://openalex.org/W3011540878","https://openalex.org/W3099344189","https://openalex.org/W6622219343","https://openalex.org/W6638382830","https://openalex.org/W6775068245"],"related_works":["https://openalex.org/W3094425054","https://openalex.org/W2911486653","https://openalex.org/W3162006616","https://openalex.org/W2613603362","https://openalex.org/W3005607450","https://openalex.org/W2970409664","https://openalex.org/W2999490157","https://openalex.org/W3098815154","https://openalex.org/W2243519597","https://openalex.org/W2565122071","https://openalex.org/W2243085022","https://openalex.org/W2784165037","https://openalex.org/W2513373085","https://openalex.org/W3041985709","https://openalex.org/W2951934018","https://openalex.org/W2905963024","https://openalex.org/W2565901850","https://openalex.org/W2161735965","https://openalex.org/W1640358294","https://openalex.org/W2902878525"],"abstract_inverted_index":{"Methods":[0],"for":[1,82,147,154,205],"dynamic":[2],"difficulty":[3,32,89,182,204],"adjustment":[4],"allow":[5,108],"games":[6],"to":[7,10,13,107,110,187],"be":[8,153],"tailored":[9],"particular":[11],"players":[12],"maximize":[14],"their":[15,221],"engagement.":[16],"However,":[17],"current":[18],"methods":[19],"often":[20],"only":[21,91,212],"modify":[22],"a":[23,75,86,92,117,145,174,201,206,213],"limited":[24],"set":[25],"of":[26,33,39,120,136,167,183,191,208,220],"game":[27],"features":[28],"such":[29,43,57,128],"as":[30,44,58,129],"the":[31,34,37,150,181,184,189,192],"opponents,":[35],"or":[36,131],"availability":[38],"resources.":[40],"Other":[41],"approaches,":[42],"experience-driven":[45],"Procedural":[46],"Content":[47],"Generation":[48],"(PCG),":[49],"can":[50,78,196],"generate":[51,79],"complete":[52,83],"levels":[53,59,84,122,199],"with":[54,85,200],"desired":[55],"properties":[56],"that":[60,77,123,160],"are":[61],"neither":[62],"too":[63,66],"hard":[64],"nor":[65],"easy,":[67],"but":[68],"require":[69],"many":[70],"iterations.":[71],"This":[72,95],"paper":[73],"presents":[74],"method":[76],"and":[80],"search":[81],"specific":[87,202],"target":[88,203],"in":[90,211],"few":[93,214],"trials.":[94],"advance":[96],"is":[97,178],"enabled":[98],"by":[99],"through":[100],"an":[101,137,218],"Intelligent":[102],"Trial-and-Error":[103],"algorithm,":[104],"originally":[105],"developed":[106],"robots":[109],"adapt":[111],"quickly.":[112],"Our":[113],"algorithm":[114],"first":[115],"creates":[116],"large":[118],"variety":[119,207],"different":[121],"vary":[124],"across":[125],"predefined":[126],"dimensions":[127],"leniency":[130],"map":[132,186],"coverage.":[133],"The":[134,194],"performance":[135],"AI":[138,156],"playing":[139],"agent":[140,157],"on":[141],"these":[142],"maps":[143],"gives":[144],"proxy":[146],"how":[148],"difficult":[149],"level":[151],"would":[152],"another":[155],"(e.g.":[158],"one":[159],"employs":[161],"Monte":[162],"Carlo":[163],"Tree":[164,169],"Search":[165],"instead":[166],"Greedy":[168],"Search);":[170],"using":[171],"this":[172],"information,":[173],"Bayesian":[175],"Optimization":[176],"procedure":[177],"deployed,":[179],"updating":[180],"prior":[185],"reflect":[188],"ability":[190],"agent.":[193],"approach":[195],"reliably":[197],"find":[198],"planning":[209],"agents":[210],"trials,":[215],"while":[216],"maintaining":[217],"understanding":[219],"skill":[222],"landscape.":[223]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}