{"id":"https://openalex.org/W2806620123","doi":null,"title":"Deep Reinforcement Learning in Natural Language Scenarios","display_name":"Deep Reinforcement Learning in Natural Language Scenarios","alternate_titles":[],"publication_year":2017,"publication_date":"2017-07-01","ids":{"openalex":"https://openalex.org/W2806620123","mag":"2806620123"},"language":"en","primary_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/40551","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/40551","pdf_url":"https://digital.lib.washington.edu/bitstreams/131d86a5-75c3-4851-a92b-526a98877cda/download","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W2806620123"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digital.lib.washington.edu/bitstreams/131d86a5-75c3-4851-a92b-526a98877cda/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017295309","display_name":"Ji He","orcid":"https://orcid.org/0000-0001-9811-6500","observed_orcids":["https://orcid.org/0000-0001-9811-6500"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ji He","raw_affiliation_strings":["Electrical Engineering, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017295309"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9879999756813049},{"id":"https://openalex.org/keywords/combinatorial-action-space","display_name":"combinatorial action space","score":0.7910000085830688},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5429999828338623},{"id":"https://openalex.org/keywords/bidirectional-lstm","display_name":"bidirectional LSTM","score":0.824999988079071},{"id":"https://openalex.org/keywords/external-knowledge-integration","display_name":"external knowledge integration","score":0.5559999942779541},{"id":"https://openalex.org/keywords/temporal-information","display_name":"temporal information","score":0.6010000109672546},{"id":"https://openalex.org/keywords/text-based-games","display_name":"text-based games","score":0.9160000085830688},{"id":"https://openalex.org/keywords/international-news","display_name":"international news","score":0.5199999809265137}],"concepts":[{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5782530307769775},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5525804758071899},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.43219703435897827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4117371737957001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40333181619644165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3410893678665161},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27361175417900085},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.16499242186546326},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08585476875305176},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.07345166802406311}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:digital.lib.washington.edu:1773/40551","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/40551","pdf_url":"https://digital.lib.washington.edu/bitstreams/131d86a5-75c3-4851-a92b-526a98877cda/download","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2806620123","doi":null,"is_oa":false,"landing_page_url":"https://digital.lib.washington.edu:443/researchworks/handle/1773/40551","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/40551","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/40551","pdf_url":"https://digital.lib.washington.edu/bitstreams/131d86a5-75c3-4851-a92b-526a98877cda/download","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2806620123.pdf","grobid_xml":"https://content.openalex.org/works/W2806620123.grobid-xml"},"referenced_works_count":155,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W37285818","https://openalex.org/W43603073","https://openalex.org/W104184427","https://openalex.org/W175735201","https://openalex.org/W179875071","https://openalex.org/W836524228","https://openalex.org/W846293981","https://openalex.org/W1211946649","https://openalex.org/W1480527676","https://openalex.org/W1515851193","https://openalex.org/W1517928915","https://openalex.org/W1518951372","https://openalex.org/W1525783482","https://openalex.org/W1533861849","https://openalex.org/W1561308433","https://openalex.org/W1561650654","https://openalex.org/W1569041844","https://openalex.org/W1580222235","https://openalex.org/W1614298861","https://openalex.org/W1625390266","https://openalex.org/W1681299129","https://openalex.org/W1757796397","https://openalex.org/W1785674045","https://openalex.org/W1831449718","https://openalex.org/W1836465849","https://openalex.org/W1869752048","https://openalex.org/W1880262756","https://openalex.org/W1902237438","https://openalex.org/W1924770834","https://openalex.org/W1934849960","https://openalex.org/W1934909785","https://openalex.org/W1948566616","https://openalex.org/W1952243512","https://openalex.org/W1967082914","https://openalex.org/W1970689298","https://openalex.org/W1970789124","https://openalex.org/W1975244201","https://openalex.org/W1978394996","https://openalex.org/W1980949147","https://openalex.org/W1996263819","https://openalex.org/W2004678773","https://openalex.org/W2018165284","https://openalex.org/W2026318959","https://openalex.org/W2034771957","https://openalex.org/W2045989637","https://openalex.org/W2053176763","https://openalex.org/W2053522862","https://openalex.org/W2062244797","https://openalex.org/W2062480487","https://openalex.org/W2064675550","https://openalex.org/W2079735306","https://openalex.org/W2083205357","https://openalex.org/W2090464520","https://openalex.org/W2091812280","https://openalex.org/W2095705004","https://openalex.org/W2098697179","https://openalex.org/W2101105183","https://openalex.org/W2101196063","https://openalex.org/W2103931177","https://openalex.org/W2111214786","https://openalex.org/W2112420033","https://openalex.org/W2112699412","https://openalex.org/W2114524997","https://openalex.org/W2117130368","https://openalex.org/W2117353901","https://openalex.org/W2117539524","https://openalex.org/W2118733980","https://openalex.org/W2119252083","https://openalex.org/W2119717200","https://openalex.org/W2121092017","https://openalex.org/W2122223050","https://openalex.org/W2124386111","https://openalex.org/W2127267264","https://openalex.org/W2128672521","https://openalex.org/W2130942839","https://openalex.org/W2131600418","https://openalex.org/W2131744502","https://openalex.org/W2131876387","https://openalex.org/W2136189984","https://openalex.org/W2139418546","https://openalex.org/W2141559645","https://openalex.org/W2141599568","https://openalex.org/W2142920810","https://openalex.org/W2145339207","https://openalex.org/W2145805610","https://openalex.org/W2147768505","https://openalex.org/W2148154194","https://openalex.org/W2148908252","https://openalex.org/W2150468603","https://openalex.org/W2150824314","https://openalex.org/W2151210636","https://openalex.org/W2153256230","https://openalex.org/W2154970197","https://openalex.org/W2155027007","https://openalex.org/W2157470625","https://openalex.org/W2158349948","https://openalex.org/W2158515176","https://openalex.org/W2160660844","https://openalex.org/W2160815625","https://openalex.org/W2161494021","https://openalex.org/W2161969291","https://openalex.org/W2163068732","https://openalex.org/W2170329722","https://openalex.org/W2171278097","https://openalex.org/W2173564293","https://openalex.org/W2174786457","https://openalex.org/W2182779895","https://openalex.org/W2194775991","https://openalex.org/W2201581102","https://openalex.org/W2218641061","https://openalex.org/W2250539671","https://openalex.org/W2251523416","https://openalex.org/W2251823567","https://openalex.org/W2251939518","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2310425190","https://openalex.org/W2395500689","https://openalex.org/W2397944984","https://openalex.org/W2399438596","https://openalex.org/W2403802672","https://openalex.org/W2408200822","https://openalex.org/W2408544667","https://openalex.org/W2417401578","https://openalex.org/W2438667436","https://openalex.org/W2440159969","https://openalex.org/W2471366537","https://openalex.org/W2510976782","https://openalex.org/W2525778437","https://openalex.org/W2584377191","https://openalex.org/W2605659599","https://openalex.org/W2609330957","https://openalex.org/W2919115771","https://openalex.org/W2949377321","https://openalex.org/W2952129646","https://openalex.org/W2962690183","https://openalex.org/W2963068985","https://openalex.org/W2963167310","https://openalex.org/W2963230247","https://openalex.org/W2963672326","https://openalex.org/W2963797754","https://openalex.org/W2963993719","https://openalex.org/W2964121744","https://openalex.org/W2964135759","https://openalex.org/W2964179661","https://openalex.org/W2998704965","https://openalex.org/W4205947740","https://openalex.org/W4241400578","https://openalex.org/W4394643672","https://openalex.org/W4394672593","https://openalex.org/W6981983130","https://openalex.org/W6998967213","https://openalex.org/W7097023696","https://openalex.org/W7099816312"],"related_works":["https://openalex.org/W7202335371","https://openalex.org/W2964179661","https://openalex.org/W3180701530","https://openalex.org/W2476698163","https://openalex.org/W7043979786","https://openalex.org/W7126517121","https://openalex.org/W3158890825","https://openalex.org/W7046621140","https://openalex.org/W7130704991","https://openalex.org/W2775713457"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,11,23,55,64,80,125,136,253],"refers":[2],"to":[3,86,114,174,186,217,226,323,352],"a":[4,12,16,75,127,161,168,208,287,300,326,356],"class":[5],"of":[6,46,143,151,236,271,284,328,345],"algorithms":[7],"that":[8,206,248,268],"aim":[9],"at":[10],"good":[13],"policy":[14],"in":[15,32,65,118,207,254,342],"dynamic":[17],"environment.":[18],"Recently,":[19],"by":[20,93,203],"combining":[21],"deep":[22,53,62,82,134],"with":[24,69,81,103,110,126,148,196,260,355],"reinforcement":[25,54,63,79,119,124,135,252],"learning,":[26],"researchers":[27],"have":[28],"made":[29],"significant":[30,319,353],"breakthroughs":[31],"many":[33],"artificial":[34],"intelligence":[35],"applications.":[36],"The":[37,96,315],"most":[38,336],"notable":[39],"applications":[40,51],"are":[41,56,108,138],"Atari":[42],"games":[43,239,266],"and":[44,89,100,221,240,273],"game":[45],"Go.":[47],"However,":[48],"natural":[49,66,94,129,255],"language":[50,67,130,256],"involving":[52],"still":[57],"rare.":[58],"This":[59,199],"thesis":[60],"studies":[61],"scenarios":[68],"three":[70],"contributions.":[71],"First":[72],"we":[73,122,181],"introduce":[74],"novel":[76],"architecture":[77,97],"for":[78,140,155,170,307,359,364],"neural":[83],"networks":[84],"designed":[85],"handle":[87],"state":[88,99,184,272],"action":[90,101,131,178,262,274,289,331],"spaces":[91,102,275],"characterized":[92],"language.":[95],"represents":[98,295],"separate":[104,269],"embedding":[105],"vectors,":[106],"which":[107,294,365],"combined":[109],"an":[111,191],"interaction":[112],"function":[113,146],"approximate":[115],"the":[116,144,172,176,183,204,227,304,329,335,343],"Q-function":[117],"learning.":[120],"Second,":[121],"investigate":[123],"combinatorial,":[128],"space.":[132,179,332],"Novel":[133],"architectures":[137],"studied":[139],"effective":[141],"modeling":[142,270],"value":[145],"associated":[147],"actions":[149],"comprised":[150],"interdependent":[152],"sub-actions,":[153],"accounting":[154],"redundancy":[156],"among":[157],"sub-actions.":[158],"In":[159],"addition,":[160],"two-stage":[162,316],"Q-learning":[163,317],"framework":[164],"is":[165,201,214,276,368],"introduced":[166],"as":[167],"strategy":[169],"reducing":[171],"cost":[173],"search":[175],"combinatorial":[177,288,330],"Third,":[180],"augment":[182],"representation":[185],"incorporate":[187],"global":[188],"context":[189],"using":[190],"external":[192,340],"unstructured":[193],"knowledge":[194,220,341],"source":[195],"temporal":[197],"information.":[198],"approach":[200],"inspired":[202],"observation":[205],"real-world":[209],"decision":[210],"making":[211],"process,":[212],"it":[213],"usually":[215],"beneficial":[216],"consider":[218],"background":[219],"popular":[222,242,309,337],"current":[223,228],"events":[224],"relevant":[225],"local":[229],"context.":[230],"We":[231,246],"experiment":[232],"on":[233,264],"two":[234],"types":[235],"tasks,":[237],"text-based":[238],"predicting":[241,308],"Reddit":[243,310],"discussion":[244],"threads.":[245],"show":[247,267],"all":[249],"contributions":[250],"help":[251],"scenarios.":[257],"Specifically,":[258],"experiments":[259],"paraphrased":[261],"descriptions":[263],"text":[265],"extracting":[277],"meaning":[278],"rather":[279],"than":[280],"simply":[281],"memorizing":[282],"strings":[283],"text.":[285],"For":[286,333],"space,":[290],"our":[291],"proposed":[292],"model,":[293],"dependence":[296],"between":[297],"sub-actions":[298],"through":[299],"bi-directional":[301],"LSTM,":[302],"gives":[303],"best":[305],"performance":[306,320],"threads":[311],"across":[312],"different":[313],"domains.":[314],"achieves":[318],"gain":[321,358],"compared":[322],"random":[324],"sampling":[325],"subspace":[327],"tracking":[334],"thread,":[338],"incorporating":[339],"form":[344],"discussions":[346,360],"about":[347,361],"world":[348,366],"news":[349,367],"also":[350],"leads":[351],"improvements":[354],"34%":[357],"topic":[362],"(politics)":[363],"particularly":[369],"relevant.":[370]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2806620123","counts_by_year":[{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-06-13T00:00:00"}
