{"id":"https://openalex.org/W4387635927","doi":"https://doi.org/10.48550/arxiv.2310.08549","title":"Cross-Episodic Curriculum for Transformer Agents","display_name":"Cross-Episodic Curriculum for Transformer Agents","publication_year":2023,"publication_date":"2023-10-12","ids":{"openalex":"https://openalex.org/W4387635927","doi":"https://doi.org/10.48550/arxiv.2310.08549"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.08549","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.08549","pdf_url":"https://arxiv.org/pdf/2310.08549","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.08549","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016584897","display_name":"Lucy Xiaoyang Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Lucy Xiaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036067188","display_name":"Yunfan Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yunfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029164534","display_name":"Jake Grigsby","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grigsby, Jake","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054905472","display_name":"Linxi Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Linxi \"Jim\"","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030826237","display_name":"Yuke Zhu","orcid":"https://orcid.org/0000-0002-9198-2227"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6723335981369019},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6674153208732605},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6303694248199463},{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.536028265953064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47835177183151245},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46229028701782227},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3877793252468109},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19275951385498047},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13898533582687378},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.09428128600120544}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6723335981369019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6674153208732605},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6303694248199463},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.536028265953064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47835177183151245},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46229028701782227},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3877793252468109},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19275951385498047},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13898533582687378},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.09428128600120544},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.08549","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.08549","pdf_url":"https://arxiv.org/pdf/2310.08549","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.08549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.08549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.08549","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.08549","pdf_url":"https://arxiv.org/pdf/2310.08549","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387635927.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4394443292","https://openalex.org/W4251394462","https://openalex.org/W1580673008","https://openalex.org/W1510936208","https://openalex.org/W2486167009","https://openalex.org/W1595575899","https://openalex.org/W756498608","https://openalex.org/W2135201366","https://openalex.org/W4285395220","https://openalex.org/W2493576743"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,28,36,72],"new":[3],"algorithm,":[4],"Cross-Episodic":[5],"Curriculum":[6],"(CEC),":[7],"to":[8,19,157],"boost":[9],"the":[10,22,33,63,101,104,115,131,134],"learning":[11,42,52,91,105,119],"efficiency":[12],"and":[13,44,54,110,114,149],"generalization":[14],"of":[15,24,35,68,79],"Transformer":[16,69,161],"agents.":[17],"Central":[18],"CEC":[20,47,80,145],"is":[21,81,153],"placement":[23],"cross-episodic":[25,74],"experiences":[26],"into":[27],"Transformer's":[29],"context,":[30],"which":[31],"forms":[32],"basis":[34],"curriculum.":[37],"By":[38],"sequentially":[39],"structuring":[40],"online":[41],"trials":[43],"mixed-quality":[45,121],"demonstrations,":[46],"constructs":[48],"curricula":[49],"that":[50],"encapsulate":[51],"progression":[53,106],"proficiency":[55],"increase":[56],"across":[57],"episodes.":[58],"Such":[59],"synergy":[60],"combined":[61],"with":[62,92,120],"potent":[64],"pattern":[65],"recognition":[66],"capabilities":[67],"models":[70],"delivers":[71],"powerful":[73],"attention":[75],"mechanism.":[76],"The":[77],"effectiveness":[78],"demonstrated":[82],"under":[83],"two":[84],"representative":[85],"scenarios:":[86],"one":[87],"involving":[88,117],"multi-task":[89],"reinforcement":[90],"discrete":[93],"control,":[94,125],"such":[95],"as":[96,126],"in":[97,107,128,136],"DeepMind":[98],"Lab,":[99],"where":[100,130],"curriculum":[102,132],"captures":[103,133],"both":[108],"individual":[109],"progressively":[111],"complex":[112],"settings;":[113],"other":[116],"imitation":[118],"data":[122],"for":[123],"continuous":[124],"seen":[127],"RoboMimic,":[129],"improvement":[135],"demonstrators'":[137],"expertise.":[138],"In":[139],"all":[140],"instances,":[141],"policies":[142],"resulting":[143],"from":[144],"exhibit":[146],"superior":[147],"performance":[148],"strong":[150],"generalization.":[151],"Code":[152],"open-sourced":[154],"at":[155],"https://cec-agent.github.io/":[156],"facilitate":[158],"research":[159],"on":[160],"agent":[162],"learning.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}