{"id":"https://openalex.org/W4389337838","doi":"https://doi.org/10.1145/3635705","title":"Promptable Game Models: Text-guided Game Simulation via Masked Diffusion Models","display_name":"Promptable Game Models: Text-guided Game Simulation via Masked Diffusion Models","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389337838","doi":"https://doi.org/10.1145/3635705"},"language":"en","primary_location":{"id":"doi:10.1145/3635705","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3635705","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052645912","display_name":"Willi Menapace","orcid":"https://orcid.org/0000-0002-0715-9300"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Willi Menapace","raw_affiliation_strings":["University of Trento, Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021757527","display_name":"Aliaksandr Siarohin","orcid":"https://orcid.org/0000-0001-9252-1775"},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aliaksandr Siarohin","raw_affiliation_strings":["Snap Inc., USA"],"affiliations":[{"raw_affiliation_string":"Snap Inc., USA","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087319775","display_name":"St\u00e9phane Lathuili\u00e8re","orcid":"https://orcid.org/0000-0001-6927-8930"},"institutions":[{"id":"https://openalex.org/I4210165912","display_name":"Laboratoire Traitement et Communication de l\u2019Information","ror":"https://ror.org/057er4c39","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4210165912"]},{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"St\u00e9phane Lathuili\u00e8re","raw_affiliation_strings":["LTCI, T\u00e9l\u00e9com Paris, Institut Polytechnique de Paris, France"],"affiliations":[{"raw_affiliation_string":"LTCI, T\u00e9l\u00e9com Paris, Institut Polytechnique de Paris, France","institution_ids":["https://openalex.org/I4210165912","https://openalex.org/I12356871"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038007540","display_name":"Panos Achlioptas","orcid":"https://orcid.org/0000-0001-6427-6055"},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panos Achlioptas","raw_affiliation_strings":["Snap Inc., USA"],"affiliations":[{"raw_affiliation_string":"Snap Inc., USA","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080103406","display_name":"Vladislav Golyanik","orcid":"https://orcid.org/0000-0003-1630-2006"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vladislav Golyanik","raw_affiliation_strings":["MPI for Informatics, SIC, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, SIC, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058028206","display_name":"Sergey Tulyakov","orcid":"https://orcid.org/0000-0003-3465-1592"},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Tulyakov","raw_affiliation_strings":["Snap Inc., USA"],"affiliations":[{"raw_affiliation_string":"Snap Inc., USA","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065059558","display_name":"Elisa Ricci","orcid":"https://orcid.org/0000-0002-0228-1147"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elisa Ricci","raw_affiliation_strings":["University of Trento, Fondazione Bruno Kessler, Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento, Fondazione Bruno Kessler, Italy","institution_ids":["https://openalex.org/I2277624104","https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5052645912"],"corresponding_institution_ids":["https://openalex.org/I193223587"],"apc_list":null,"apc_paid":null,"fwci":1.1069,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80475326,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"43","issue":"2","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8407139182090759},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.6520514488220215},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6051616072654724},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5725687146186829},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.556521475315094},{"id":"https://openalex.org/keywords/video-game-development","display_name":"Video game development","score":0.4942626953125},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48802366852760315},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.47866329550743103},{"id":"https://openalex.org/keywords/game-developer","display_name":"Game Developer","score":0.4771232604980469},{"id":"https://openalex.org/keywords/game-mechanics","display_name":"Game mechanics","score":0.46005815267562866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4593937397003174},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4560643434524536},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42472442984580994},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.34020450711250305},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.164273202419281},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1091274619102478}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8407139182090759},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.6520514488220215},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6051616072654724},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5725687146186829},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.556521475315094},{"id":"https://openalex.org/C54276265","wikidata":"https://www.wikidata.org/wiki/Q1061635","display_name":"Video game development","level":3,"score":0.4942626953125},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48802366852760315},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.47866329550743103},{"id":"https://openalex.org/C41826821","wikidata":"https://www.wikidata.org/wiki/Q844005","display_name":"Game Developer","level":3,"score":0.4771232604980469},{"id":"https://openalex.org/C170828538","wikidata":"https://www.wikidata.org/wiki/Q1751513","display_name":"Game mechanics","level":2,"score":0.46005815267562866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4593937397003174},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4560643434524536},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42472442984580994},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.34020450711250305},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.164273202419281},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1091274619102478},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3635705","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3635705","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1600916217","https://openalex.org/W1901129140","https://openalex.org/W1967554269","https://openalex.org/W1993962870","https://openalex.org/W2102605133","https://openalex.org/W2331128040","https://openalex.org/W2560674852","https://openalex.org/W2606047872","https://openalex.org/W2611706523","https://openalex.org/W2902757548","https://openalex.org/W2962785568","https://openalex.org/W2966687987","https://openalex.org/W2981852735","https://openalex.org/W2984008963","https://openalex.org/W2986708244","https://openalex.org/W3035191209","https://openalex.org/W3035574324","https://openalex.org/W3048539707","https://openalex.org/W3048665613","https://openalex.org/W3106552726","https://openalex.org/W3109585842","https://openalex.org/W3114462840","https://openalex.org/W3136656704","https://openalex.org/W3173629300","https://openalex.org/W3176179930","https://openalex.org/W3180799285","https://openalex.org/W3181013985","https://openalex.org/W3183092879","https://openalex.org/W3204588463","https://openalex.org/W3212516020","https://openalex.org/W4200382072","https://openalex.org/W4221151978","https://openalex.org/W4224035735","https://openalex.org/W4226084239","https://openalex.org/W4226317937","https://openalex.org/W4281632497","https://openalex.org/W4287588607","https://openalex.org/W4288089799","https://openalex.org/W4297989763","https://openalex.org/W4301076899","https://openalex.org/W4303440777","https://openalex.org/W4304617156","https://openalex.org/W4310421098","https://openalex.org/W4310895557","https://openalex.org/W4312234520","https://openalex.org/W4312325284","https://openalex.org/W4312329342","https://openalex.org/W4312433568","https://openalex.org/W4312433790","https://openalex.org/W4312453532","https://openalex.org/W4312546849","https://openalex.org/W4312656234","https://openalex.org/W4312708649","https://openalex.org/W4312757989","https://openalex.org/W4312891300","https://openalex.org/W4313145975","https://openalex.org/W4320085220","https://openalex.org/W4320855740","https://openalex.org/W4386065887","https://openalex.org/W4386071957","https://openalex.org/W4386075793","https://openalex.org/W4386075943","https://openalex.org/W4386076405","https://openalex.org/W6736803224","https://openalex.org/W6795892701"],"related_works":["https://openalex.org/W4294947912","https://openalex.org/W2488706709","https://openalex.org/W2996376398","https://openalex.org/W4231050501","https://openalex.org/W4207081595","https://openalex.org/W2744525207","https://openalex.org/W3095685693","https://openalex.org/W4311459595","https://openalex.org/W2098646448","https://openalex.org/W4295008850"],"abstract_inverted_index":{"Neural":[0],"video":[1,190],"game":[2,42,58,88,109,191],"simulators":[3,192],"emerged":[4],"as":[5,19,63],"powerful":[6],"tools":[7],"to":[8,16,39,85,134,149],"generate":[9],"and":[10,70,94,145,178,181,198,211],"edit":[11],"videos.":[12],"Their":[13],"idea":[14],"is":[15,110],"represent":[17],"games":[18],"the":[20,28,87,103,108,116,119,136,155,202,205],"evolution":[21],"of":[22,30,50,66,121,195,204],"an":[23,143],"environment\u2019s":[24],"state":[25],"driven":[26],"by":[27,89,112,130],"actions":[29,69],"its":[31,44],"agents.":[32],"While":[33],"such":[34],"a":[35,41,64,83,122,147,151,160],"paradigm":[36],"enables":[37],"users":[38],"play":[40,86,141],"action-by-action,":[43],"rigidity":[45],"precludes":[46],"more":[47],"semantic":[48],"forms":[49],"control.":[51],"To":[52,153,169],"overcome":[53],"this":[54],"limitation,":[55],"we":[56,158,173],"augment":[57],"models":[59,212],"with":[60,92],"prompts":[61],"specified":[62],"set":[65],"natural":[67],"language":[68],"desired":[71],"states":[72],".":[73],"The":[74],"result\u2014a":[75],"Promptable":[76],"Game":[77],"Model":[78],"(PGM)\u2014makes":[79],"it":[80,91],"possible":[81],"for":[82,115],"user":[84],"prompting":[90],"high-":[93],"low-level":[95],"action":[96],"sequences.":[97],"Most":[98],"captivatingly,":[99],"our":[100,131,166],"PGM":[101],"unlocks":[102,199],"director\u2019s":[104],"mode":[105],",":[106],"where":[107],"played":[111],"specifying":[113],"goals":[114],"agents":[117],"in":[118,165,193],"form":[120],"prompt.":[123],"This":[124],"requires":[125],"learning":[126],"\u201cgame":[127],"AI,\u201d":[128],"encapsulated":[129,164],"animation":[132],"model,":[133],"navigate":[135],"scene":[137],"using":[138],"high-level":[139],"constraints,":[140],"against":[142],"adversary,":[144],"devise":[146],"strategy":[148],"win":[150],"point.":[152],"render":[154],"resulting":[156],"state,":[157],"use":[159],"compositional":[161],"NeRF":[162],"representation":[163],"synthesis":[167],"model.":[168],"foster":[170],"future":[171],"research,":[172],"present":[174],"newly":[175],"collected,":[176],"annotated":[177],"calibrated":[179],"Tennis":[180],"Minecraft":[182],"datasets.":[183],"Our":[184,208],"method":[185],"significantly":[186],"outperforms":[187],"existing":[188],"neural":[189],"terms":[194],"rendering":[196],"quality":[197],"applications":[200],"beyond":[201],"capabilities":[203],"current":[206],"state-of-the-art.":[207],"framework,":[209],"data,":[210],"are":[213],"available":[214],"at":[215],"snap-research.github.io/promptable-game-models.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}