{"id":"https://openalex.org/W3199912944","doi":"https://doi.org/10.1162/tacl_a_00495","title":"A Survey of Text Games for Reinforcement Learning Informed by Natural Language","display_name":"A Survey of Text Games for Reinforcement Learning Informed by Natural Language","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3199912944","doi":"https://doi.org/10.1162/tacl_a_00495","mag":"3199912944"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00495","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00495","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00495/2040849/tacl_a_00495.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00495/2040849/tacl_a_00495.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077601869","display_name":"Philip Osborne","orcid":null},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Philip Osborne","raw_affiliation_strings":["Department of Computer Science, University of Manchester, United Kingdom. philiposbornedata@gmail.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Manchester, United Kingdom. philiposbornedata@gmail.com","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017911376","display_name":"Heido N\u00f5mm","orcid":null},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Heido N\u00f5mm","raw_affiliation_strings":["Department of Computer Science, University of Manchester, United Kingdom. heidonomm@gmail.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Manchester, United Kingdom. heidonomm@gmail.com","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053978668","display_name":"Andr\u00e9 Freitas","orcid":"https://orcid.org/0000-0002-4430-4837"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Andr\u00e9 Freitas","raw_affiliation_strings":["Department of Computer Science, University of Manchester, United Kingdom. andre.freitas@manchester.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Manchester, United Kingdom. andre.freitas@manchester.ac.uk","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017911376","https://openalex.org/A5053978668","https://openalex.org/A5077601869"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":2.2306,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89197496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"873","last_page":"887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8680615425109863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7943126559257507},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5960033535957336},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5422881245613098},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5373619198799133},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5143674612045288},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5039584040641785},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.42324501276016235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4076797366142273},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3535240888595581},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0717313289642334}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8680615425109863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943126559257507},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5960033535957336},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5422881245613098},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5373619198799133},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5143674612045288},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5039584040641785},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.42324501276016235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4076797366142273},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3535240888595581},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0717313289642334},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00495","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00495","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00495/2040849/tacl_a_00495.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fe94cf8c18854052abd3f268e600790a","is_oa":true,"landing_page_url":"https://doaj.org/article/fe94cf8c18854052abd3f268e600790a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 10, Pp 873-887 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00495","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00495","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00495/2040849/tacl_a_00495.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1757796397","https://openalex.org/W1934909785","https://openalex.org/W2064675550","https://openalex.org/W2155968351","https://openalex.org/W2157331557","https://openalex.org/W2251913848","https://openalex.org/W2257979135","https://openalex.org/W2282821441","https://openalex.org/W2604314403","https://openalex.org/W2604468927","https://openalex.org/W2614188047","https://openalex.org/W2746553466","https://openalex.org/W2810346659","https://openalex.org/W2897513992","https://openalex.org/W2902391430","https://openalex.org/W2912937857","https://openalex.org/W2942608247","https://openalex.org/W2953290652","https://openalex.org/W2964043796","https://openalex.org/W2964179661","https://openalex.org/W2964915587","https://openalex.org/W2970252402","https://openalex.org/W2970586934","https://openalex.org/W2980473882","https://openalex.org/W2990138404","https://openalex.org/W2996681978","https://openalex.org/W2996887765","https://openalex.org/W2997475283","https://openalex.org/W2998557583","https://openalex.org/W3000752281","https://openalex.org/W3016253717","https://openalex.org/W3021606843","https://openalex.org/W3022362443","https://openalex.org/W3034291030","https://openalex.org/W3035348754","https://openalex.org/W3035850279","https://openalex.org/W3090518591","https://openalex.org/W3091858927","https://openalex.org/W3092241275","https://openalex.org/W3092516542","https://openalex.org/W3093820981","https://openalex.org/W3094404987","https://openalex.org/W3098488497","https://openalex.org/W3099204253","https://openalex.org/W3099954076","https://openalex.org/W3101555782","https://openalex.org/W3104429108","https://openalex.org/W3105096046","https://openalex.org/W3126325318","https://openalex.org/W3169976744","https://openalex.org/W4225712693","https://openalex.org/W4287791143","https://openalex.org/W4288363736","https://openalex.org/W4289147200","https://openalex.org/W4298857966","https://openalex.org/W4385245566","https://openalex.org/W6637967152","https://openalex.org/W6683258052","https://openalex.org/W6692846177","https://openalex.org/W6739901393","https://openalex.org/W6752381818","https://openalex.org/W6755612348","https://openalex.org/W6755997146","https://openalex.org/W6756869753","https://openalex.org/W6758872177","https://openalex.org/W6761709163","https://openalex.org/W6768238010","https://openalex.org/W6768890005","https://openalex.org/W6772190580","https://openalex.org/W6775736682","https://openalex.org/W6777355333","https://openalex.org/W6779163011","https://openalex.org/W6779638344","https://openalex.org/W6783957739","https://openalex.org/W6784429693","https://openalex.org/W6784466724","https://openalex.org/W6803439393","https://openalex.org/W6810560715"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W3015724364","https://openalex.org/W4288263119","https://openalex.org/W2967994095","https://openalex.org/W2900126711","https://openalex.org/W4285240985","https://openalex.org/W4225162083","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4286930972"],"abstract_inverted_index":{"Abstract":[0],"Reinforcement":[1,57,79,95],"Learning":[2,58,80,96],"has":[3],"shown":[4],"success":[5],"in":[6,67,92],"a":[7,25,41,122],"number":[8],"of":[9,43,55,70,125],"complex":[10],"virtual":[11],"environments.":[12],"However,":[13],"many":[14],"challenges":[15,91],"still":[16],"exist":[17],"towards":[18],"solving":[19],"problems":[20],"with":[21],"natural":[22,49,83],"language":[23,50],"as":[24,53],"core":[26],"component.":[27],"Interactive":[28],"Fiction":[29],"Games":[30,106],"(or":[31],"Text":[32,72,93,105],"Games)":[33],"are":[34],"one":[35],"such":[36],"problem":[37,74],"type":[38],"that":[39],"offer":[40],"set":[42],"safe,":[44],"partially":[45],"observable":[46],"environments":[47,110],"where":[48],"is":[51,64],"required":[52],"part":[54],"the":[56,68,90,100,108,115],"solution.":[59],"Therefore,":[60],"this":[61,86],"survey\u2019s":[62],"aim":[63],"to":[65,120],"assist":[66],"development":[69],"new":[71],"Game":[73,94],"settings":[75],"and":[76,107,112,128],"solutions":[77],"for":[78,103,130],"informed":[81],"by":[82],"language.":[84],"Specifically,":[85],"survey:":[87],"1)":[88],"introduces":[89],"problems,":[97],"2)":[98],"outlines":[99],"generation":[101],"tools":[102],"rendering":[104],"subsequent":[109],"generated,":[111],"3)":[113],"compares":[114],"agent":[116],"architectures":[117],"currently":[118],"applied":[119],"provide":[121],"systematic":[123],"review":[124],"benchmark":[126],"methodologies":[127],"opportunities":[129],"future":[131],"researchers.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}