{"id":"https://openalex.org/W7160106868","doi":"https://doi.org/10.48550/arxiv.2605.00159","title":"E$^2$DT: Efficient and Effective Decision Transformer with Experience-Aware Sampling for Robotic Manipulation","display_name":"E$^2$DT: Efficient and Effective Decision Transformer with Experience-Aware Sampling for Robotic Manipulation","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7160106868","doi":"https://doi.org/10.48550/arxiv.2605.00159"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00159","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00159","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00159","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135239212","display_name":"Kaiyan Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Kaiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135227208","display_name":"Borong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Borong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135259942","display_name":"Yiming Wang","orcid":"https://orcid.org/0000-0002-8862-4971"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135201691","display_name":"Xingyu  quan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135179474","display_name":"Xuetao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xuetao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135245431","display_name":"Yuyang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135124296","display_name":"Xiaoguang Niu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Xiaoguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6223999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6223999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.05389999970793724,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6438000202178955},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5002999901771545},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.4424000084400177},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.40939998626708984},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4032999873161316},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3682999908924103},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.3671000003814697},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.362199991941452}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6729000210762024},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6438000202178955},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5338000059127808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.507099986076355},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5002999901771545},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.4424000084400177},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.40939998626708984},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.3671000003814697},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3463999927043915},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.34369999170303345},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.2630000114440918}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00159","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00159","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00159","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00159","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"reinforcement":[1],"learning":[2,186,221],"(RL)":[3],"for":[4,17],"robotic":[5,198,232],"manipulation,":[6],"the":[7,27,56,93,180],"Decision":[8],"Transformer":[9],"(DT)":[10],"has":[11],"emerged":[12],"as":[13,117],"an":[14,33],"effective":[15],"framework":[16,90,103],"addressing":[18],"long-horizon":[19,231],"tasks.":[20],"However,":[21],"DT's":[22,136],"performance":[23],"depends":[24],"heavily":[25],"on":[26,40,164,196],"coverage":[28,162],"of":[29],"collected":[30],"experiences.":[31],"Without":[32],"active":[34],"exploration":[35,61],"mechanism,":[36],"standard":[37],"DT":[38],"relies":[39],"uniform":[41],"replay,":[42],"which":[43],"leads":[44,73],"to":[45,74,95,108,131],"poor":[46],"sample":[47],"efficiency,":[48],"limited":[49],"exploration,":[50],"and":[51,72,120,123,160,191,204],"reduced":[52],"overall":[53],"effectiveness.":[54],"At":[55],"same":[57],"time,":[58],"while":[59,145],"excessive":[60],"can":[62],"help":[63],"avoid":[64],"local":[65],"optima,":[66],"it":[67,210],"often":[68],"delays":[69],"policy":[70,133,220],"convergence":[71],"degraded":[75],"efficiency.":[76],"To":[77],"address":[78],"these":[79],"limitations,":[80],"we":[81],"propose":[82],"E$^2$DT,":[83],"a":[84,150,173,226],"DT-guided":[85],"k-Determinantal":[86],"Point":[87],"Process":[88],"sampling":[89,114,224],"that":[91,153,178,187,209,218],"enables":[92],"model":[94],"actively":[96],"shape":[97],"its":[98],"own":[99],"experience":[100],"selection.":[101],"Our":[102],"is":[104,147,188],"experience-aware,":[105],"allowing":[106],"E$^2$DT":[107,195],"be":[109],"both":[110,189,202],"efficient,":[111],"by":[112,125],"prioritizing":[113],"quality,":[115],"such":[116],"high-return,":[118],"high-uncertainty,":[119],"underrepresented":[121],"trajectories,":[122],"effective,":[124],"ensuring":[126],"diversity":[127,141],"across":[128,142],"trajectory":[129,143],"windows":[130],"preserve":[132],"optimality.":[134],"Specifically,":[135],"internal":[137],"latent":[138],"embeddings":[139],"measure":[140],"windows,":[144],"quality":[146],"quantified":[148],"through":[149],"composite":[151],"metric":[152],"integrates":[154],"return-to-go":[155],"(RTG)":[156],"quantiles,":[157],"predictive":[158],"uncertainty,":[159],"stage":[161],"based":[163],"inverse":[165],"frequency.":[166],"These":[167,215],"two":[168],"dimensions":[169],"are":[170],"integrated":[171],"into":[172],"novel":[174],"quality-diversity":[175],"joint":[176],"kernel":[177],"prioritizes":[179],"most":[181],"informative":[182],"experiences,":[183],"thereby":[184],"enabling":[185],"efficient":[190],"effective.":[192],"We":[193],"evaluate":[194],"challenging":[197],"manipulation":[199],"benchmarks":[200],"in":[201],"simulation":[203],"real-robot":[205],"settings.":[206],"Results":[207],"show":[208],"consistently":[211],"outperforms":[212],"prior":[213],"methods.":[214],"findings":[216],"demonstrate":[217],"coupling":[219],"with":[222],"experience-aware":[223],"provides":[225],"principled":[227],"path":[228],"toward":[229],"robust":[230],"learning.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-05T00:00:00"}