{"id":"https://openalex.org/W4400361477","doi":"https://doi.org/10.1145/3649921.3659853","title":"Prompt Wrangling: On Replication and Generalization in Large Language Models for PCG Levels","display_name":"Prompt Wrangling: On Replication and Generalization in Large Language Models for PCG Levels","publication_year":2024,"publication_date":"2024-05-21","ids":{"openalex":"https://openalex.org/W4400361477","doi":"https://doi.org/10.1145/3649921.3659853"},"language":"en","primary_location":{"id":"doi:10.1145/3649921.3659853","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649921.3659853","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on the Foundations of Digital Games","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3649921.3659853","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091107644","display_name":"Arash Moradi Karkaj","orcid":"https://orcid.org/0000-0002-6791-4988"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arash Moradi Karkaj","raw_affiliation_strings":["Ying Wu College of Computing, New Jersey Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-6791-4988","affiliations":[{"raw_affiliation_string":"Ying Wu College of Computing, New Jersey Institute of Technology, United States","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101866629","display_name":"Mark Nelson","orcid":"https://orcid.org/0000-0003-1882-8896"},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark J. Nelson","raw_affiliation_strings":["Computer Science Department, American University, United States"],"raw_orcid":"https://orcid.org/0000-0003-1882-8896","affiliations":[{"raw_affiliation_string":"Computer Science Department, American University, United States","institution_ids":["https://openalex.org/I181401687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066131957","display_name":"Ioannis Koutis","orcid":"https://orcid.org/0000-0003-1535-3397"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ioannis Koutis","raw_affiliation_strings":["Ying Wu College of Computing, New Jersey Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0003-1535-3397","affiliations":[{"raw_affiliation_string":"Ying Wu College of Computing, New Jersey Institute of Technology, United States","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063577751","display_name":"Amy K. Hoover","orcid":"https://orcid.org/0000-0002-4661-8178"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy K. Hoover","raw_affiliation_strings":["Ying Wu College of Computing, New Jersey Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-4661-8178","affiliations":[{"raw_affiliation_string":"Ying Wu College of Computing, New Jersey Institute of Technology, United States","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091107644"],"corresponding_institution_ids":["https://openalex.org/I118118575"],"apc_list":null,"apc_paid":null,"fwci":0.3311,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63438568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7831524610519409},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7685656547546387},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7431904077529907},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.43492040038108826},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3996720612049103},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38776642084121704},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3244301676750183},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10100322961807251},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.07329124212265015},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.058926552534103394},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.05495798587799072}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7831524610519409},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7685656547546387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7431904077529907},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.43492040038108826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3996720612049103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38776642084121704},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3244301676750183},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10100322961807251},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.07329124212265015},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.058926552534103394},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.05495798587799072}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649921.3659853","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649921.3659853","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on the Foundations of Digital Games","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3649921.3659853","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649921.3659853","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Conference on the Foundations of Digital Games","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1979465291","https://openalex.org/W2887900586","https://openalex.org/W2963690854","https://openalex.org/W4221143046","https://openalex.org/W4224035735","https://openalex.org/W4225080353","https://openalex.org/W4289521434","https://openalex.org/W4320843473","https://openalex.org/W4381104252","https://openalex.org/W4389315156"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W4205713785","https://openalex.org/W3016766501","https://openalex.org/W4398287560","https://openalex.org/W2901033488","https://openalex.org/W4398914716","https://openalex.org/W2371138613","https://openalex.org/W4398619072","https://openalex.org/W4398556994","https://openalex.org/W4398472861"],"abstract_inverted_index":{"The":[0,103],"ChatGPT4PCG":[1],"competition":[2,32,101,140,149],"calls":[3],"for":[4,71,125,191,211,250],"participants":[5],"to":[6,9,19,30,37,54,111,123,133,201],"submit":[7],"inputs":[8],"ChatGPT":[10,36,120],"or":[11],"prompts":[12],"that":[13,40,79,174,179,205,245],"guide":[14],"its":[15],"output":[16],"toward":[17],"instructions":[18,210],"generate":[20,38],"levels":[21,39,215],"as":[22,86],"sequences":[23],"of":[24,43,90,116,181,225],"Tetris-like":[25],"block":[26],"drops.":[27],"Prompts":[28],"submitted":[29],"the":[31,44,55,62,100,107,114,126,129,135,139,148,153,156,182,206,222],"are":[33,48],"queried":[34],"by":[35],"resemble":[41],"letters":[42],"English":[45],"alphabet.":[46],"Levels":[47],"evaluated":[49],"based":[50],"on":[51,96,141,160],"their":[52],"similarity":[53],"target":[56,214],"letter":[57],"and":[58,98,167,243],"physical":[59],"stability":[60],"in":[61,84,87,106,188,236],"game":[63],"engine.":[64],"This":[65,93],"provides":[66],"a":[67,237,248],"quantitative":[68],"evaluation":[69],"setting":[70],"prompt-based":[72],"procedural":[73],"content":[74,230],"generation":[75],"(PCG),":[76],"an":[77],"approach":[78],"has":[80,209],"been":[81],"gaining":[82],"popularity":[83],"PCG,":[85],"other":[88],"areas":[89],"generative":[91],"AI.":[92],"paper":[94,108],"focuses":[95],"replicating":[97],"generalizing":[99],"results.":[102],"replication":[104],"experiments":[105,235],"first":[109],"aim":[110],"test":[112],"whether":[113],"number":[115],"responses":[117],"gathered":[118],"from":[119,138,231],"is":[121,218],"sufficient":[122],"account":[124],"stochasticity":[127],"requery":[128],"original":[130,136,157],"prompt":[131,208],"submissions":[132,184],"rerun":[134],"scripts":[137],"different":[142],"machines":[143],"about":[144],"six":[145],"months":[146,165],"after":[147],"organizers.":[150],"We":[151,172,233],"re-run":[152],"competition,":[154],"using":[155],"scripts,":[158],"but":[159],"our":[161,189],"own":[162],"machines,":[163],"several":[164],"later,":[166],"with":[168,221],"varying":[169],"sample":[170],"sizes.":[171],"find":[173,244],"results":[175],"largely":[176],"replicate,":[177],"except":[178],"two":[180],"15":[183],"do":[185],"much":[186],"better":[187],"replication,":[190],"reasons":[192],"we":[193,203],"can":[194],"only":[195],"partly":[196],"determine.":[197],"When":[198],"it":[199],"comes":[200],"generalization,":[202],"notice":[204],"top-performing":[207],"all":[212],"26":[213],"hardcoded,":[216],"which":[217],"at":[219],"odds":[220],"PCGML":[223],"goal":[224],"generating":[226],"new,":[227],"previously":[228],"unseen":[229],"examples.":[232],"perform":[234],"more":[238],"restricted":[239],"few-shot":[240],"prompting":[241],"scenario,":[242],"generalization":[246],"remains":[247],"challenge":[249],"current":[251],"approaches.":[252]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}