{"id":"https://openalex.org/W4320167566","doi":"https://doi.org/10.48550/arxiv.2211.14655","title":"How Crucial is Transformer in Decision Transformer?","display_name":"How Crucial is Transformer in Decision Transformer?","alternate_titles":[],"publication_year":2022,"publication_date":"2022-11-26","ids":{"openalex":"https://openalex.org/W4320167566","doi":"https://doi.org/10.48550/arxiv.2211.14655"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2211.14655","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.14655","pdf_url":"https://arxiv.org/pdf/2211.14655","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4320167566"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.14655","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090127666","display_name":"Max Siebenborn","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Siebenborn, Max","raw_affiliation_strings":["Technical University of Darmstadt Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Darmstadt Department of Computer Science","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088706700","display_name":"Boris Belousov","orcid":"https://orcid.org/0000-0001-7172-9104","observed_orcids":["https://orcid.org/0000-0001-7172-9104"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Belousov, Boris","raw_affiliation_strings":["Technical University of Darmstadt German Research Center for AI (DFKI) Systems AI for Robot Learning Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Darmstadt German Research Center for AI (DFKI) Systems AI for Robot Learning Group","institution_ids":["https://openalex.org/I31512782","https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074301962","display_name":"Junning Huang","orcid":"https://orcid.org/0009-0009-6326-2730","observed_orcids":["https://orcid.org/0009-0009-6326-2730"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Huang, Junning","raw_affiliation_strings":["Technical University of Darmstadt Department of Computer Science Intelligent Autonomous Systems Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Darmstadt Department of Computer Science Intelligent Autonomous Systems Group","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071367253","display_name":"Jan Peters","orcid":"https://orcid.org/0000-0002-5266-8091","observed_orcids":["https://orcid.org/0000-0002-5266-8091"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I4392021234","display_name":"Hessian Center for Artificial Intelligence","ror":"https://ror.org/014ybqb54","country_code":"DE","type":"facility","lineage":["https://openalex.org/I31512782","https://openalex.org/I4392021234"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peters, Jan","raw_affiliation_strings":["Technical University of Darmstadt German Research Center for AI (DFKI) Hessian.AI & Centre for Cognitive Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Darmstadt German Research Center for AI (DFKI) Hessian.AI & Centre for Cognitive Science","institution_ids":["https://openalex.org/I31512782","https://openalex.org/I33256026","https://openalex.org/I4392021234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decision-transformer","display_name":"decision transformer","score":0.996999979019165},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.5490000247955322},{"id":"https://openalex.org/keywords/lstm","display_name":"LSTM","score":0.3610000014305115},{"id":"https://openalex.org/keywords/continuous-control","display_name":"continuous control","score":0.699999988079071},{"id":"https://openalex.org/keywords/pendulum-swing-up","display_name":"pendulum swing-up","score":0.6990000009536743},{"id":"https://openalex.org/keywords/pendulum-stabilization","display_name":"pendulum stabilization","score":0.9210000038146973},{"id":"https://openalex.org/keywords/furuta-pendulum","display_name":"Furuta pendulum","score":0.9980000257492065},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.4659999907016754}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7632408142089844},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6050485968589783},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5263549089431763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5194758772850037},{"id":"https://openalex.org/C65655974","wikidata":"https://www.wikidata.org/wiki/Q14867674","display_name":"Swing","level":2,"score":0.4858655333518982},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.41456252336502075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3749011158943176},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.34150058031082153},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3388529121875763},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29822924733161926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22057846188545227},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.18346986174583435},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1479140818119049},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13017305731773376},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2211.14655","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.14655","pdf_url":"https://arxiv.org/pdf/2211.14655","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.14655","doi":"https://doi.org/10.48550/arxiv.2211.14655","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.14655","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.14655","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.14655","pdf_url":"https://arxiv.org/pdf/2211.14655","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323384","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320167566.pdf","grobid_xml":"https://content.openalex.org/works/W4320167566.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1485981043","https://openalex.org/W2064675550","https://openalex.org/W2736601468","https://openalex.org/W2792764867","https://openalex.org/W2963341956","https://openalex.org/W3016525976","https://openalex.org/W3037207827","https://openalex.org/W3088310808","https://openalex.org/W3119786062","https://openalex.org/W3119997354","https://openalex.org/W3137435582","https://openalex.org/W3212380917","https://openalex.org/W3212637808","https://openalex.org/W3213037073","https://openalex.org/W3213789840","https://openalex.org/W4200632533","https://openalex.org/W4221142845","https://openalex.org/W4285601030","https://openalex.org/W4307868887"],"related_works":["https://openalex.org/W4411111074","https://openalex.org/W3212637808","https://openalex.org/W7058306286","https://openalex.org/W7125481297","https://openalex.org/W7160619161","https://openalex.org/W4388275354","https://openalex.org/W4400357656","https://openalex.org/W4396914136","https://openalex.org/W7101396057","https://openalex.org/W4404576896"],"abstract_inverted_index":{"Decision":[0,81,128,158],"Transformer":[1,25,48,64,159,176],"(DT)":[2],"is":[3,50,130],"a":[4,24,33,80,143],"recently":[5],"proposed":[6,127],"architecture":[7,55,171],"for":[8,160],"Reinforcement":[9],"Learning":[10],"that":[11,107,153],"frames":[12],"the":[13,29,47,52,63,71,123,126,147,154,157,167,175],"decision-making":[14],"process":[15],"as":[16,115],"an":[17,66],"auto-regressive":[18],"sequence":[19,34],"modeling":[20,170],"problem":[21],"and":[22,38,96,100,118,172],"uses":[23],"model":[26,49,68],"to":[27,75,87,132,141],"predict":[28],"next":[30],"action":[31],"in":[32,51,98,139,166,174],"of":[35,156],"states,":[36],"actions,":[37],"rewards.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43,61,78],"analyze":[44],"how":[45],"crucial":[46],"complete":[53],"DT":[54,88,108],"on":[56,89,101,136,146],"continuous":[57,90,111,161],"control":[58,91,112,162],"tasks.":[59],"Namely,":[60],"replace":[62],"by":[65],"LSTM":[67,82,129],"while":[69],"keeping":[70],"other":[72,124],"parts":[73],"unchanged":[74],"obtain":[76],"what":[77],"call":[79],"model.":[83],"We":[84],"compare":[85],"it":[86],"tasks,":[92,138],"including":[93],"pendulum":[94,117,120],"swing-up":[95,144],"stabilization,":[97],"simulation":[99],"physical":[102],"hardware.":[103],"Our":[104],"experiments":[105],"show":[106],"struggles":[109],"with":[110],"problems,":[113],"such":[114],"inverted":[116],"Furuta":[119],"stabilization.":[121],"On":[122],"hand,":[125],"able":[131],"achieve":[133],"expert-level":[134],"performance":[135],"these":[137],"addition":[140],"learning":[142],"controller":[145],"real":[148],"system.":[149],"These":[150],"results":[151],"suggest":[152],"strength":[155],"tasks":[163],"may":[164],"lie":[165],"overall":[168],"sequential":[169],"not":[173],"per":[177],"se.":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4320167566","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-02-13T00:00:00"}
