{"id":"https://openalex.org/W7203495443","doi":"https://doi.org/10.48550/arxiv.2608.13362","title":"NestDex: Nested Policy Learning with Copilot Assisted Teleoperation for Dexterous Manipulation","display_name":"NestDex: Nested Policy Learning with Copilot Assisted Teleoperation for Dexterous Manipulation","publication_year":2026,"publication_date":"2026-08-13","ids":{"openalex":"https://openalex.org/W7203495443","doi":"https://doi.org/10.48550/arxiv.2608.13362"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.13362","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.13362","pdf_url":"https://arxiv.org/pdf/2608.13362","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.13362","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143909319","display_name":"James Zhao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, James","raw_affiliation_strings":["School of Computer Science and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146309407","display_name":"Jinhe Tang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jinhe","raw_affiliation_strings":["School of Computer Science and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143913859","display_name":"Mingyuan Ba","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ba, Mingyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077799676","display_name":"Weiming Zhi","orcid":"https://orcid.org/0000-0002-0958-6656","observed_orcids":["https://orcid.org/0000-0002-0958-6656"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhi, Weiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.061000000685453415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dexterous-manipulation","display_name":"dexterous manipulation","score":0.9769999980926514},{"id":"https://openalex.org/keywords/teleoperation","display_name":"teleoperation","score":0.5289999842643738},{"id":"https://openalex.org/keywords/hand-skills","display_name":"hand skills","score":0.44699999690055847},{"id":"https://openalex.org/keywords/variational-autoencoder","display_name":"variational autoencoder","score":0.7490000128746033},{"id":"https://openalex.org/keywords/proprioception","display_name":"proprioception","score":0.6019999980926514},{"id":"https://openalex.org/keywords/robotic-grasping","display_name":"robotic grasping","score":0.6000000238418579},{"id":"https://openalex.org/keywords/human-robot-interaction","display_name":"human-robot interaction","score":0.5479999780654907}],"concepts":[{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.7793999910354614},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6230000257492065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5773000121116638},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.5472000241279602},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47920000553131104},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4422999918460846},{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.41690000891685486},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4068000018596649},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4043999910354614},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3831000030040741},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.3822999894618988},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3416999876499176},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30059999227523804},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.2732999920845032},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C55457006","wikidata":"https://www.wikidata.org/wiki/Q3647098","display_name":"Kinesthetic learning","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C171790689","wikidata":"https://www.wikidata.org/wiki/Q1129066","display_name":"Proprioception","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.13362","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.13362","pdf_url":"https://arxiv.org/pdf/2608.13362","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.13362","doi":"https://doi.org/10.48550/arxiv.2608.13362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.13362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.13362","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.13362","pdf_url":"https://arxiv.org/pdf/2608.13362","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203495443.pdf","grobid_xml":"https://content.openalex.org/works/W7203495443.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W4404354781","https://openalex.org/W4415935674","https://openalex.org/W6910554155","https://openalex.org/W7128626225","https://openalex.org/W7220837837"],"related_works":["https://openalex.org/W7164031941","https://openalex.org/W3132029337","https://openalex.org/W4412050276","https://openalex.org/W2968883249","https://openalex.org/W4413925209","https://openalex.org/W7155474091","https://openalex.org/W7164148979","https://openalex.org/W7214022453","https://openalex.org/W4415254631","https://openalex.org/W7221101369"],"abstract_inverted_index":{"Dexterous":[0],"manipulation":[1,152],"promises":[2],"substantially":[3],"richer":[4],"robot":[5],"interaction":[6],"with":[7,37],"the":[8,18,31,43,68,72,84,96,105,124,129,161],"physical":[9],"world,":[10],"but":[11],"learning":[12],"these":[13],"behaviours":[14],"remains":[15],"constrained":[16],"by":[17,56],"difficulty":[19],"of":[20],"collecting":[21],"consistent,":[22],"complete-task":[23],"demonstrations.":[24],"Unlike":[25],"parallel-jaw":[26],"manipulation,":[27],"dexterous":[28,151],"tasks":[29],"require":[30],"operator":[32,66],"to":[33,61],"coordinate":[34],"arm":[35,69,125,144],"motion":[36,94],"precise,":[38],"contact-rich":[39],"finger":[40,86],"behaviour":[41],"throughout":[42],"task.":[44],"We":[45],"introduce":[46],"NestDex,":[47],"a":[48,77,101,116],"nested":[49],"policy-learning":[50],"framework":[51],"that":[52,121],"reduces":[53],"this":[54],"burden":[55],"using":[57],"learned":[58],"hand":[59,74,90,127],"skills":[60],"assist":[62],"demonstration":[63,156],"collection.":[64],"The":[65,88,112],"controls":[67,122],"and":[70,126,158,160],"regulates":[71],"active":[73],"skill":[75,107],"through":[76],"single-DoF":[78],"clutch,":[79],"rather":[80],"than":[81],"directly":[82],"specifying":[83],"full":[85],"trajectory.":[87],"inner":[89,130],"policy":[91,120,168],"adapts":[92],"its":[93],"from":[95],"latest":[97],"proprioceptive":[98],"history,":[99],"while":[100,142],"vision-language":[102],"selector":[103],"activates":[104],"appropriate":[106],"for":[108],"each":[109],"task":[110],"stage.":[111],"resulting":[113,162],"demonstrations":[114],"train":[115],"separate":[117],"outer":[118],"visuomotor":[119],"both":[123],"without":[128],"policies":[131],"at":[132,174],"deployment.":[133],"A":[134],"hand-action":[135,140],"variational":[136],"autoencoder":[137],"provides":[138],"compact":[139],"targets":[141],"retaining":[143],"commands":[145],"in":[146],"joint":[147],"space.":[148],"Across":[149],"real-world":[150],"experiments,":[153],"NestDex":[154],"improves":[155],"reliability":[157],"efficiency,":[159],"empirical":[163],"evaluations":[164],"support":[165],"effective":[166],"autonomous":[167],"learning.":[169],"Video":[170],"Demo":[171],"are":[172],"available":[173],"project":[175],"website":[176],"https://aus.bot/research/nestdex.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-15T00:00:00"}
