{"id":"https://openalex.org/W4317541823","doi":"https://doi.org/10.48550/arxiv.2301.07608","title":"Human-Timescale Adaptation in an Open-Ended Task Space","display_name":"Human-Timescale Adaptation in an Open-Ended Task Space","publication_year":2023,"publication_date":"2023-01-18","ids":{"openalex":"https://openalex.org/W4317541823","doi":"https://doi.org/10.48550/arxiv.2301.07608"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2301.07608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.07608","pdf_url":"https://arxiv.org/pdf/2301.07608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2301.07608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036759816","display_name":"Adaptive Agent Team","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adaptive Agent Team","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101282556","display_name":"Jakob Bauer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bauer, Jakob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083212839","display_name":"Kate Baumli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baumli, Kate","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038440819","display_name":"Satinder Singh Baveja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baveja, Satinder","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002098080","display_name":"Feryal Behbahani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Behbahani, Feryal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029311828","display_name":"Avishkar Bhoopchand","orcid":"https://orcid.org/0009-0004-0465-4244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhoopchand, Avishkar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090855769","display_name":"Nathalie Bradley-Schmieg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bradley-Schmieg, Nathalie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062693790","display_name":"Michael Chang","orcid":"https://orcid.org/0000-0003-4719-0262"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083131131","display_name":"Natalie A. Clay","orcid":"https://orcid.org/0000-0003-4338-8853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clay, Natalie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017783696","display_name":"Adrian Collister","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Collister, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012909623","display_name":"Vibhavari Dasagi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dasagi, Vibhavari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031200768","display_name":"Lucy Gonz\u00e1lez","orcid":"https://orcid.org/0000-0001-9079-9052"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gonzalez, Lucy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022506974","display_name":"Karol Gregor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gregor, Karol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006947993","display_name":"Edward Hughes","orcid":"https://orcid.org/0000-0002-2434-2334"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hughes, Edward","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033646610","display_name":"Sheleem Kashem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kashem, Sheleem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076395322","display_name":"Maria Loks-Thompson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loks-Thompson, Maria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032120658","display_name":"Hannah Openshaw","orcid":"https://orcid.org/0000-0002-5893-5330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Openshaw, Hannah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083828420","display_name":"Jack Parker-Holder","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parker-Holder, Jack","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056884424","display_name":"Shreya Pathak","orcid":"https://orcid.org/0009-0001-0014-7913"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pathak, Shreya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025015458","display_name":"Nicolas Perez-Nieves","orcid":"https://orcid.org/0000-0003-1586-0399"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perez-Nieves, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017568280","display_name":"Nemanja Rakicevic","orcid":"https://orcid.org/0000-0003-3323-2193"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rakicevic, Nemanja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079315903","display_name":"Tim Rockt\u00e4schel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rockt\u00e4schel, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084125996","display_name":"Yannick Schroecker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schroecker, Yannick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033464007","display_name":"Jakub Sygnowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sygnowski, Jakub","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008547992","display_name":"Karl Tuyls","orcid":"https://orcid.org/0000-0001-7929-1944"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tuyls, Karl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018148997","display_name":"Sarah York","orcid":"https://orcid.org/0000-0001-6701-1773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"York, Sarah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042965992","display_name":"Alexander Zacherl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zacherl, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100433899","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-2078-4215"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8687637448310852},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7319600582122803},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6606940031051636},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6495137214660645},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5960554480552673},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5866407752037048},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.549081563949585},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.4786304533481598},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.47685205936431885},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4572543501853943},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37024030089378357},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.343728244304657},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08650937676429749}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8687637448310852},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7319600582122803},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6606940031051636},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6495137214660645},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5960554480552673},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5866407752037048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.549081563949585},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.4786304533481598},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.47685205936431885},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4572543501853943},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37024030089378357},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.343728244304657},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08650937676429749},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2301.07608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.07608","pdf_url":"https://arxiv.org/pdf/2301.07608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2301.07608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2301.07608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2301.07608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.07608","pdf_url":"https://arxiv.org/pdf/2301.07608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2380179524","https://openalex.org/W4283365723","https://openalex.org/W2963001125","https://openalex.org/W2091233881","https://openalex.org/W2352366064","https://openalex.org/W4250820896","https://openalex.org/W2124102101","https://openalex.org/W4250305970","https://openalex.org/W1484550171","https://openalex.org/W2333383158"],"abstract_inverted_index":{"Foundation":[0],"models":[1],"have":[2,19],"shown":[3],"impressive":[4],"adaptation":[5],"and":[6,10,80,100,114,142,159],"scalability":[7],"in":[8],"supervised":[9],"self-supervised":[11],"learning":[12,25,44,95],"problems,":[13],"but":[14],"so":[15],"far":[16],"these":[17],"successes":[18],"not":[20],"fully":[21],"translated":[22],"to":[23,40,49,137],"reinforcement":[24],"(RL).":[26],"In":[27,59],"this":[28],"work,":[29],"we":[30],"demonstrate":[31,131],"that":[32,46,120,163],"training":[33,146],"an":[34,116,127],"RL":[35,161],"agent":[36,69],"at":[37,123],"scale":[38],"leads":[39],"a":[41,60,97,105,109],"general":[42,158],"in-context":[43],"algorithm":[45],"can":[47,81],"adapt":[48],"open-ended":[50,168],"novel":[51],"embodied":[52],"3D":[53],"problems":[54],"as":[55,57,108],"quickly":[56],"humans.":[58],"vast":[61],"space":[62],"of":[63,77,126,144],"held-out":[64],"environment":[65],"dynamics,":[66],"our":[67,151],"adaptive":[68,160],"(AdA)":[70],"displays":[71],"on-the-fly":[72],"hypothesis-driven":[73],"exploration,":[74],"efficient":[75],"exploitation":[76],"acquired":[78],"knowledge,":[79],"successfully":[82],"be":[83],"prompted":[84],"with":[85,135],"first-person":[86],"demonstrations.":[87],"Adaptation":[88],"emerges":[89],"from":[90],"three":[91],"ingredients:":[92],"(1)":[93],"meta-reinforcement":[94],"across":[96,166],"vast,":[98],"smooth":[99],"diverse":[101],"task":[102,147],"distribution,":[103],"(2)":[104],"policy":[106],"parameterised":[107],"large-scale":[110],"attention-based":[111],"memory":[112,140],"architecture,":[113],"(3)":[115],"effective":[117],"automated":[118],"curriculum":[119],"prioritises":[121],"tasks":[122],"the":[124,145,154],"frontier":[125],"agent's":[128],"capabilities.":[129],"We":[130,149],"characteristic":[132],"scaling":[133],"laws":[134],"respect":[136],"network":[138],"size,":[139],"length,":[141],"richness":[143],"distribution.":[148],"believe":[150],"results":[152],"lay":[153],"foundation":[155],"for":[156],"increasingly":[157],"agents":[162],"perform":[164],"well":[165],"ever-larger":[167],"domains.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}