{"id":"https://openalex.org/W7165025980","doi":"https://doi.org/10.48550/arxiv.2606.17861","title":"GameCraft-Bench: Can Agents Build Playable Games End-to-End in a Real Game Engine?","display_name":"GameCraft-Bench: Can Agents Build Playable Games End-to-End in a Real Game Engine?","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165025980","doi":"https://doi.org/10.48550/arxiv.2606.17861"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17861","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17861","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17861","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123293574","display_name":"T David Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Tongxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138817368","display_name":"Rongsheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Rongsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138813403","display_name":"Jiaxi Bi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bi, Jiaxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138823769","display_name":"Chenming Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chenming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138829888","display_name":"Zhengyang Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhengyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138801847","display_name":"Jianlong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jianlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011777490","display_name":"Juhao Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Juhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138806869","display_name":"Ke Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102273433","display_name":"Shuqi Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Shuqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110941856","display_name":"Yuhao Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138784550","display_name":"Fan Bu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bu, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138803739","display_name":"Wenyu Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Wenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138779257","display_name":"Xiaotong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaotong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069766324","display_name":"Kyle Li","orcid":"https://orcid.org/0009-0009-1547-0826"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Kyle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138812911","display_name":"Shaobo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shaobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138786907","display_name":"Linfeng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Linfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138809733","display_name":"Yuxuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138794700","display_name":"Xin Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138781612","display_name":"Chenxin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chenxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101893660","display_name":"Yi Guo","orcid":"https://orcid.org/0009-0006-1890-6726"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yiduo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138800074","display_name":"Zhexin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhexin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138791160","display_name":"Xinyuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138821896","display_name":"Tianyi Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Tianyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138784553","display_name":"Ziniu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ziniu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138825318","display_name":"Benyou Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Benyou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.8087000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.8087000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07800000160932541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7286999821662903},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5846999883651733},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.4950000047683716},{"id":"https://openalex.org/keywords/video-game-development","display_name":"Video game development","score":0.4690000116825104},{"id":"https://openalex.org/keywords/game-developer","display_name":"Game Developer","score":0.429500013589859},{"id":"https://openalex.org/keywords/game-testing","display_name":"Game testing","score":0.38760000467300415},{"id":"https://openalex.org/keywords/game-development-tool","display_name":"Game development tool","score":0.3693000078201294},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.36000001430511475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7408000230789185},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7286999821662903},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.4950000047683716},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47839999198913574},{"id":"https://openalex.org/C54276265","wikidata":"https://www.wikidata.org/wiki/Q1061635","display_name":"Video game development","level":3,"score":0.4690000116825104},{"id":"https://openalex.org/C41826821","wikidata":"https://www.wikidata.org/wiki/Q844005","display_name":"Game Developer","level":3,"score":0.429500013589859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4142000079154968},{"id":"https://openalex.org/C7591567","wikidata":"https://www.wikidata.org/wiki/Q1093030","display_name":"Game testing","level":5,"score":0.38760000467300415},{"id":"https://openalex.org/C35674477","wikidata":"https://www.wikidata.org/wiki/Q5519933","display_name":"Game development tool","level":5,"score":0.3693000078201294},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C109347269","wikidata":"https://www.wikidata.org/wiki/Q1753830","display_name":"Game programming","level":5,"score":0.3538999855518341},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C202556891","wikidata":"https://www.wikidata.org/wiki/Q1584646","display_name":"Repeated game","level":3,"score":0.30239999294281006},{"id":"https://openalex.org/C6907630","wikidata":"https://www.wikidata.org/wiki/Q3010535","display_name":"Game design document","level":4,"score":0.29789999127388},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C170828538","wikidata":"https://www.wikidata.org/wiki/Q1751513","display_name":"Game mechanics","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C25796384","wikidata":"https://www.wikidata.org/wiki/Q6822514","display_name":"Metagaming","level":5,"score":0.27730000019073486},{"id":"https://openalex.org/C3017957056","wikidata":"https://www.wikidata.org/wiki/Q1331296","display_name":"Game play","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17861","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17861","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17861","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17861","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Game":[0],"generation":[1,24,48,128],"is":[2],"an":[3,88],"emerging":[4],"application":[5],"of":[6,52,120],"coding":[7,21,122],"agents,":[8],"requiring":[9],"models":[10],"to":[11,156],"transform":[12],"natural-language":[13],"specifications":[14],"into":[15],"playable":[16],"interactive":[17],"systems.":[18],"Unlike":[19],"traditional":[20],"tasks,":[22],"game":[23,29,47,56,117,127],"takes":[25],"place":[26],"within":[27],"a":[28,54,60,67,109],"engine,":[30],"where":[31],"scripts,":[32],"scenes,":[33],"assets,":[34],"rendering,":[35],"and":[36,83,99,138,166,174],"runtime":[37],"interactions":[38],"must":[39],"jointly":[40],"produce":[41],"coherent":[42,167],"gameplay.":[43],"We":[44,70,86,103],"formalize":[45],"end-to-end":[46,126],"as":[49,107],"the":[50,132],"problem":[51],"producing":[53],"complete":[55,158],"artifact":[57],"that":[58,72,92,125,147],"realizes":[59],"specification":[61],"through":[62,96],"observable":[63],"player-game":[64],"interaction":[65],"in":[66],"target":[68],"environment.":[69],"argue":[71],"evaluating":[73],"this":[74,105],"setting":[75],"requires":[76],"three":[77],"desiderata:":[78],"Engine":[79],"Grounding,":[80],"Artifact":[81],"Completeness,":[82],"Interactive":[84],"Verification.":[85],"propose":[87],"interaction-grounded":[89],"evaluation":[90],"framework":[91,106],"assesses":[93],"executable":[94],"gameplay":[95],"replayed":[97],"demonstrations":[98],"rubric-guided":[100],"multimodal":[101],"judging.":[102],"instantiate":[104],"GameCraft-Bench,":[108],"benchmark":[110],"comprising":[111],"140":[112],"Godot":[113],"tasks":[114],"across":[115],"15":[116],"families.":[118],"Evaluations":[119],"frontier":[121],"agents":[123,140,149],"show":[124],"remains":[129],"highly":[130],"challenging:":[131],"strongest":[133],"agent":[134],"achieves":[135],"only":[136],"41.46%,":[137],"most":[139],"score":[141],"below":[142],"40%.":[143],"Further":[144],"analysis":[145],"reveals":[146],"while":[148],"often":[150],"implement":[151],"recognizable":[152],"mechanics,":[153],"they":[154],"struggle":[155],"deliver":[157],"games":[159],"with":[160],"sufficient":[161],"content,":[162],"functional":[163],"visual":[164],"feedback,":[165],"presentation.":[168],"See":[169],"https://tongxuluo.github.io/gamecraft-bench-website":[170],"for":[171],"demos,":[172],"code,":[173],"data.":[175]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-18T00:00:00"}