{"id":"https://openalex.org/W4401943689","doi":"https://doi.org/10.1109/cog60054.2024.10645646","title":"Towards LLM4PCG: A Preliminary Evaluation of Open-Weight Large Language Models Beyond ChatGPT4PCG","display_name":"Towards LLM4PCG: A Preliminary Evaluation of Open-Weight Large Language Models Beyond ChatGPT4PCG","publication_year":2024,"publication_date":"2024-08-05","ids":{"openalex":"https://openalex.org/W4401943689","doi":"https://doi.org/10.1109/cog60054.2024.10645646"},"language":"en","primary_location":{"id":"doi:10.1109/cog60054.2024.10645646","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog60054.2024.10645646","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088392357","display_name":"Pittawat Taveekitworachai","orcid":"https://orcid.org/0000-0002-6824-2634"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Pittawat Taveekitworachai","raw_affiliation_strings":["Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Osaka,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Osaka,Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100930957","display_name":"Yi Xia","orcid":"https://orcid.org/0009-0007-8525-741X"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yi Xia","raw_affiliation_strings":["Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Osaka,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Osaka,Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094087465","display_name":"Pratch Suntichaikul","orcid":null},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Pratch Suntichaikul","raw_affiliation_strings":["Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Osaka,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Osaka,Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051359789","display_name":"Ruck Thawonmas","orcid":"https://orcid.org/0000-0001-9001-5828"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ruck Thawonmas","raw_affiliation_strings":["Ritsumeikan University,College of Information Science and Engineering,Ibaraki,Osaka,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,College of Information Science and Engineering,Ibaraki,Osaka,Japan","institution_ids":["https://openalex.org/I135768898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I135768898"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9532999992370605,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6354195475578308},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36003780364990234},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35833311080932617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33278244733810425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6354195475578308},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36003780364990234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35833311080932617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33278244733810425}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog60054.2024.10645646","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog60054.2024.10645646","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5299999713897705,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2185958802","https://openalex.org/W4238009563","https://openalex.org/W4283026156","https://openalex.org/W4288089799","https://openalex.org/W4327810129","https://openalex.org/W4362515116","https://openalex.org/W4363651325","https://openalex.org/W4384918448","https://openalex.org/W4386185625","https://openalex.org/W4386655575","https://openalex.org/W4387321091","https://openalex.org/W4389315239","https://openalex.org/W4390041933","https://openalex.org/W4392616695","https://openalex.org/W4392719395","https://openalex.org/W4392822465","https://openalex.org/W4401943368","https://openalex.org/W6645048498","https://openalex.org/W6769627184","https://openalex.org/W6838461927","https://openalex.org/W6850984940","https://openalex.org/W6851324747","https://openalex.org/W6851775633","https://openalex.org/W6854866820","https://openalex.org/W6856529530","https://openalex.org/W6856800273","https://openalex.org/W6858023062","https://openalex.org/W6860041859","https://openalex.org/W6862397664","https://openalex.org/W6862631004"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"an":[3,129],"initial":[4],"step":[5],"towards":[6],"general":[7],"evaluations":[8],"of":[9,33,76,87,118,136],"open-weight":[10,77],"large":[11],"language":[12],"models":[13],"(LLMs)":[14],"using":[15],"the":[16,30,58,68,108,115,134,137],"ChatGPT4PCG":[17,41,101,138],"platform,":[18],"a":[19,49,99],"Science":[20],"Birds":[21],"level":[22],"generation":[23],"challenge":[24],"designed":[25],"to":[26,96,121,140],"evaluate":[27,97],"LLMs":[28,82,119,146],"on":[29,55,62,98,144],"complex":[31,56],"task":[32],"generating":[34],"stable,":[35],"English-character-resembling,":[36],"and":[37,94,124,155],"diverse":[38],"levels.":[39],"While":[40],"competitions":[42,59],"have":[43],"their":[44,91,122],"own":[45],"merit":[46],"in":[47,90,112,147],"providing":[48],"comprehensive":[50],"platform":[51,139],"for":[52],"evaluating":[53,145],"ChatGPT":[54,63],"tasks,":[57],"focus":[60],"solely":[61],"is":[64],"rather":[65],"limiting":[66],"considering":[67],"fact":[69],"that":[70,107],"there":[71],"are":[72],"many":[73],"available":[74],"choices":[75,93,126],"LLMs.":[78],"We":[79,105,132],"report":[80],"13":[81],"from":[83],"five":[84],"model":[85],"families":[86],"various":[88],"properties":[89],"design":[92],"sizes":[95],"modified":[100],"2":[102],"competition":[103],"platform.":[104],"observe":[106],"scaling":[109],"law":[110],"holds":[111],"general,":[113],"but":[114],"inherent":[116],"capabilities":[117],"due":[120],"pre-training":[123],"architecture":[125],"also":[127],"play":[128],"equal":[130],"role.":[131],"open-source":[133],"modification":[135],"support":[141],"future":[142],"research":[143],"this":[148],"area<sup":[149],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[150,153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>.":[151],"<sup":[152],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>https://github.com/Pittawat2542/llm4pcg-python":[154],"https://github.com/Pittawat2542/llm4pcg-experiment":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}