{"id":"https://openalex.org/W2902567911","doi":null,"title":"Learning as a Sampling Problem","display_name":"Learning as a Sampling Problem","alternate_titles":[],"publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2902567911","mag":"2902567911"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt15m8j5hp","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/15m8j5hp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W2902567911"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/15m8j5hp","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004762590","display_name":"Bradly C. Stadie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Bradly C. Stadie","raw_affiliation_strings":["Graduate Division, University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Division, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5004762590"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learned-dynamics-models","display_name":"learned dynamics models","score":0.7820000052452087},{"id":"https://openalex.org/keywords/meta-reinforcement-learning","display_name":"meta-reinforcement learning","score":0.7440000176429749},{"id":"https://openalex.org/keywords/policy-gradient","display_name":"policy gradient","score":0.5860000252723694},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.593999981880188},{"id":"https://openalex.org/keywords/causal-discovery","display_name":"causal discovery","score":0.5730000138282776},{"id":"https://openalex.org/keywords/causal-discovery-from-observational-data","display_name":"causal discovery from observational data","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7840677499771118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.707187294960022},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6561601161956787},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6034926176071167},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5213329195976257},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47802528738975525},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.44481322169303894},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12166565656661987},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt15m8j5hp","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/15m8j5hp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:qt15m8j5hp","doi":null,"is_oa":true,"landing_page_url":"http://www.escholarship.org/uc/item/15m8j5hp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Stadie, Bradly C. (2018). Learning as a Sampling Problem. UC Berkeley: Statistics. Retrieved from: http://www.escholarship.org/uc/item/15m8j5hp","raw_type":"dissertation"},{"id":"mag:2902567911","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/15m8j5hp","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt15m8j5hp","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/15m8j5hp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902567911.pdf","grobid_xml":"https://content.openalex.org/works/W2902567911.grobid-xml"},"referenced_works_count":105,"referenced_works":["https://openalex.org/W21891419","https://openalex.org/W99485931","https://openalex.org/W172298727","https://openalex.org/W779494576","https://openalex.org/W1191599655","https://openalex.org/W1496262375","https://openalex.org/W1550989509","https://openalex.org/W1554015367","https://openalex.org/W1565176903","https://openalex.org/W1565327149","https://openalex.org/W1585546346","https://openalex.org/W1617650991","https://openalex.org/W1618214481","https://openalex.org/W1747856733","https://openalex.org/W1771410628","https://openalex.org/W1882958252","https://openalex.org/W1929981607","https://openalex.org/W1978920452","https://openalex.org/W1986014385","https://openalex.org/W1988348003","https://openalex.org/W1988526405","https://openalex.org/W1999874108","https://openalex.org/W2024462648","https://openalex.org/W2034893719","https://openalex.org/W2038794597","https://openalex.org/W2041513072","https://openalex.org/W2061868368","https://openalex.org/W2064903582","https://openalex.org/W2083954950","https://openalex.org/W2089217417","https://openalex.org/W2090923791","https://openalex.org/W2097482982","https://openalex.org/W2100495367","https://openalex.org/W2103510282","https://openalex.org/W2117308775","https://openalex.org/W2117675763","https://openalex.org/W2119521930","https://openalex.org/W2119717200","https://openalex.org/W2120501001","https://openalex.org/W2128560777","https://openalex.org/W2128677288","https://openalex.org/W2132917208","https://openalex.org/W2133041880","https://openalex.org/W2133068870","https://openalex.org/W2134491302","https://openalex.org/W2140435154","https://openalex.org/W2145339207","https://openalex.org/W2148771208","https://openalex.org/W2150291618","https://openalex.org/W2150468603","https://openalex.org/W2151210636","https://openalex.org/W2157364932","https://openalex.org/W2159291411","https://openalex.org/W2160589914","https://openalex.org/W2161966552","https://openalex.org/W2166302491","https://openalex.org/W2169498096","https://openalex.org/W2170607218","https://openalex.org/W2171590421","https://openalex.org/W2173248099","https://openalex.org/W2188233853","https://openalex.org/W2208550830","https://openalex.org/W2260756217","https://openalex.org/W2275728380","https://openalex.org/W2280163991","https://openalex.org/W2305754340","https://openalex.org/W2335919497","https://openalex.org/W2417786368","https://openalex.org/W2432717477","https://openalex.org/W2434741482","https://openalex.org/W2489939061","https://openalex.org/W2521263685","https://openalex.org/W2549684528","https://openalex.org/W2561776174","https://openalex.org/W2577294992","https://openalex.org/W2594829461","https://openalex.org/W2596982695","https://openalex.org/W2601450892","https://openalex.org/W2617317556","https://openalex.org/W2624816748","https://openalex.org/W2736601468","https://openalex.org/W2753160622","https://openalex.org/W2785397462","https://openalex.org/W2795900505","https://openalex.org/W2888330436","https://openalex.org/W2912185451","https://openalex.org/W2948974578","https://openalex.org/W2963094133","https://openalex.org/W2963170432","https://openalex.org/W2963276097","https://openalex.org/W2964118262","https://openalex.org/W3081149207","https://openalex.org/W3089065092","https://openalex.org/W3091905774","https://openalex.org/W4235374189","https://openalex.org/W4249441547","https://openalex.org/W4297234538","https://openalex.org/W4319988532","https://openalex.org/W6960125083","https://openalex.org/W6977827159","https://openalex.org/W6991064601","https://openalex.org/W7014840654","https://openalex.org/W7067183063","https://openalex.org/W7096025338","https://openalex.org/W7100240890"],"related_works":["https://openalex.org/W7095429339","https://openalex.org/W7220818258","https://openalex.org/W2142641780","https://openalex.org/W2889681745","https://openalex.org/W6959899804","https://openalex.org/W3044848296","https://openalex.org/W3202137402","https://openalex.org/W6903680946","https://openalex.org/W6992890680","https://openalex.org/W2806029110"],"abstract_inverted_index":{"The":[0,112,758],"past":[1],"five":[2],"years":[3],"have":[4,699,789],"seen":[5],"rapid":[6],"proliferation":[7,26],"of":[8,58,126,141,161,174,234,250,299,322,354,383,410,445,455,492,522,593,660,771],"work":[9],"on":[10,272,599,664],"deep":[11,17,53,130,493],"learning:":[12],"learning":[13,40,54,72,131,143,302,313,377,534,542,623,653,762],"algorithms":[14,73,144,310,427,432,624],"that":[15,259,308,334,372,512,533,560,632,655,674,681,744],"utilize":[16],"neural":[18,510],"networks":[19,511],"for":[20,311,428,611,657],"nonlinear":[21],"function":[22],"approximation.":[23],"Although":[24,687],"this":[25,227,261,336,486,595,645,777,780],"had":[27],"its":[28],"roots":[29],"in":[30,124,171,191,205,226,295,344,475,574,733,738,776],"supervised":[31,575],"learn-":[32],"ing,":[33],"it":[34,367,386,424,578],"subsequently":[35],"spread":[36],"to":[37,118,145,186,219,239,253,265,269,317,328,340,380,389,435,480,508,545,567,602,616,678,701,708,723,728,740,768,792],"numerous":[38],"other":[39,89,363,392,400,481],"problems":[41,170,208,524,543,773],"including":[42],"reinforcement":[43,177,301,503,555],"learning,":[44,46,48,176,178,359,504,556,671],"imitation":[45,93,180,355,358,670],"meta":[47,175,300,312,324,345,622,652,666],"and":[49,97,116,152,179,255,287,419,441,519,607,763],"unsupervised":[50],"learning.":[51,181,356,496,576],"Today,":[52],"enables":[55],"a":[56,82,146,216,235,241,282,413,417,476,536,547,551,798],"variety":[57],"previously":[59],"unobtainable":[60],"capabilities:1.":[61],"Computers":[62],"can":[63,74,85,513,525,704,765],"play":[64],"complex":[65],"video":[66],"games":[67],"from":[68,79,351,452,501,582,604,714],"raw":[69],"images2.":[70],"Unsupervised":[71],"generate":[75],"photo-realistic":[76],"bedroom":[77],"images":[78],"scratch":[80],"without":[81,478],"reference3.":[83],"Robots":[84],"learn":[86,397,404,436,515],"by":[87,398,405,425,437],"copying":[88],"robot":[90],"behavior.":[91],"This":[92,156,229,244,415,736],"is":[94,106,150,183,199,281,368,378,387,416,463,472,535,570,579,640,677,737,746],"quite":[95],"robust":[96],"does":[98],"not":[99,396,442,571,609,690],"falter":[100],"even":[101],"when":[102,138,528],"the":[103,162,172,192,200,221,248,296,320,323,329,352,373,381,384,453,490,531,561,583,605,617,621,630,637,658,665,675,692,710,715,741,772,794],"demonstrated":[104,110],"behavior":[105,343],"complex,":[107],"abstract,":[108],"or":[109,753],"sub-optimally.4.":[111],"world\u2019s":[113],"best":[114],"translation":[115],"text":[117],"speech":[119],"engines5.":[120],"One-shot":[121],"image":[122,211],"classificationYet,":[123],"spite":[125],"myriad":[127],"successes,":[128],"any":[129],"practitioner":[132],"will":[133,558,628,783],"quickly":[134],"run":[135],"into":[136,647],"difficulties":[137,163],"applying":[139],"many":[140,169,188,541,590],"these":[142,523,706,785],"novel":[147],"problem.":[148,538],"Everything":[149],"hard":[151],"nothing":[153],"works":[154],"easily.":[155],"thesis":[157],"was":[158],"born":[159],"out":[160],"I":[164],"experienced":[165],"while":[166,376],"working":[167],"through":[168],"fields":[173],"It":[182],"an":[184,210,407,641],"attempt":[185],"fix":[187],"frustrating":[189],"gaps":[190],"prior":[193],"art.The":[194],"first":[195],"problem":[196,278,349,448,676],"we":[197,279,306,449,488,505,557,565,585,625,627,633,649,672,688,697,720,774,782],"consider":[198,280,450,775],"exploration":[201,222,267],"vs.":[202,223],"exploitation":[203,224],"dilemma":[204,225],"high-dimensional":[206],"control":[207],"with":[209,290,326,614],"input":[212],"space.":[213,553],"We":[214,257,332,422,703,788],"provide":[215],"practical":[217],"algorithm":[218,230],"overcome":[220],"setting.":[228],"shrewdly":[231],"makes":[232],"use":[233,705],"learned":[236,262,346],"dynamics":[237,245,263],"model":[238,246,264],"asses":[240],"transition\u2019s":[242],"novelty.":[243],"has":[247],"benefit":[249],"being":[251],"fast":[252],"train":[254,509],"generalizable.":[256],"show":[258,307],"using":[260],"incentivise":[266],"leads":[268,339],"massive":[270],"gains":[271],"several":[273],"difficult":[274],"Atari":[275],"games.The":[276],"second":[277],"good":[283],"deal":[284],"more":[285],"technical,":[286],"deals":[288],"largely":[289],"fixing":[291,335],"certain":[292],"mathematical":[293],"dependencies":[294],"computational":[297],"graph":[298],"algorithms.":[303],"In":[304,357,391,458,779],"particular,":[305],"policy-gradient-like":[309],"must":[314],"take":[315],"care":[316],"correctly":[318],"compute":[319],"gradient":[321],"learner":[325],"respect":[327,615],"task-specific":[330,661],"learners.":[331],"argue":[333],"dependency":[337],"issue":[338],"better":[341],"exploratory":[342],"agents.The":[347],"third":[348],"comes":[350,451],"field":[353,454],"agents":[360,394,434,727],"typically":[361,464],"imitate":[362],"identical":[364,379],"agents.":[365,401],"Moreover,":[366],"al-":[369],"ways":[370],"assumed":[371],"agent\u2019s":[374],"perspective":[375,382,532],"agent":[385],"trying":[388],"imitate.":[390],"words,":[393],"do":[395,608,689,698],"watching":[399,406,438],"Instead,":[402,577],"they":[403],"exact":[408],"replica":[409],"themselves":[411],"completing":[412],"task.":[414],"strong":[418],"impractical":[420],"assumption.":[421],"remove":[423],"introducing":[426],"third-person":[429],"imitation.":[430],"These":[431],"allow":[433,726],"different":[439],"agents,":[440],"just":[443],"copies":[444],"themselves.The":[446],"final":[447],"causal":[456,459,494,520,731],"inference.":[457],"inference,":[460],"each":[461],"experiment":[462],"treated":[465],"as":[466,573,797],"independent.":[467],"All":[468],"treatment":[469,517],"effect":[470],"estimation":[471],"thus":[473,790],"done":[474],"vacuum":[477],"consideration":[479,646],"relevant":[482],"experiments.":[483],"To":[484],"rectify":[485],"shortcoming,":[487],"develop":[489],"idea":[491],"transfer":[495,502],"By":[497],"modifying":[498],"some":[499,683],"ideas":[500],"are":[506,586,634],"able":[507],"rapidly":[514],"new":[516,651],"effects":[518],"relationships.All":[521],"be":[526,766],"derived":[527],"one":[529,724],"takes":[530],"sampling":[537,548,662,667,695,713,745,764,799],"That":[539],"is,":[540],"amount":[544],"analyzing":[546],"distribution":[549,564],"over":[550,569,636,730,750],"state":[552],"For":[554,620,669],"see":[559,629,673],"underlying":[562],"data":[563,680],"wish":[566],"optimize":[568],"stationary":[572],"sampled":[580],"directly":[581],"policy":[584,596,606],"optimizing":[587,594,635],"over.":[588],"Furthermore,":[589],"common":[591],"methods":[592],"rely":[597],"heavily":[598],"our":[600],"ability":[601],"sample":[603,679,729],"require,":[610],"instance,":[612],"derivatives":[613],"true":[618,694],"reward.":[619],"consider,":[626],"fact":[631],"data-generating":[638],"process":[639],"important":[642],"consideration.":[643],"Taking":[644],"account,":[648],"derive":[650,769],"gradients":[654],"account":[656],"impact":[659],"distributions":[663],"distribution.":[668,686,718],"matches":[682],"unknown":[684],"expert":[685,717],"know":[691],"expert\u2019s":[693],"distribution,":[696],"access":[700],"samples.":[702],"samples":[707],"guide":[709],"imitator":[711],"towards":[712],"correct":[716],"Finally,":[719],"would":[721],"like":[722,756],"day":[725],"relationships":[732],"their":[734],"environment.":[735],"contrast":[739],"present-day":[742],"reality":[743],"almost":[747],"always":[748],"considered":[749],"low-level":[751],"states":[752],"hierarchical":[754],"constructs":[755],"options.":[757],"above":[759],"arguments":[760],"relating":[761],"used":[767],"all":[770],"thesis.":[778],"thesis,":[781,795],"make":[784],"derivations":[786],"explicit.":[787],"chosen":[791],"title":[793],"\u2018Learning":[796],"problem.\u2019":[800]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2902567911","counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-12-11T00:00:00"}
