{"id":"https://openalex.org/W7134035571","doi":"https://doi.org/10.48550/arxiv.2603.04531","title":"PTLD: Sim-to-real Privileged Tactile Latent Distillation for Dexterous Manipulation","display_name":"PTLD: Sim-to-real Privileged Tactile Latent Distillation for Dexterous Manipulation","publication_year":2026,"publication_date":"2026-03-04","ids":{"openalex":"https://openalex.org/W7134035571","doi":"https://doi.org/10.48550/arxiv.2603.04531"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04531","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128236846","display_name":"Rosy Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Rosy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014515988","display_name":"Mustafa Mukadam","orcid":"https://orcid.org/0000-0002-5683-1642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mukadam, Mustafa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011189440","display_name":"Michael Kaess","orcid":"https://orcid.org/0000-0003-0031-7764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaess, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029864676","display_name":"Tingfan Wu","orcid":"https://orcid.org/0000-0003-0017-3713"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Tingfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050008610","display_name":"Francois R. Hogan","orcid":"https://orcid.org/0000-0002-0749-7764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hogan, Francois R","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128243539","display_name":"Jitendra Malik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malik, Jitendra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128226916","display_name":"Akash Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Akash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.3215999901294708,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.3215999901294708,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.20999999344348907,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.1704999953508377,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinesthetic-learning","display_name":"Kinesthetic learning","score":0.7264000177383423},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.6334999799728394},{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.5843999981880188},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4715000092983246},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4634999930858612},{"id":"https://openalex.org/keywords/proprioception","display_name":"Proprioception","score":0.42980000376701355},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4187999963760376},{"id":"https://openalex.org/keywords/tactile-perception","display_name":"Tactile perception","score":0.4002000093460083}],"concepts":[{"id":"https://openalex.org/C55457006","wikidata":"https://www.wikidata.org/wiki/Q3647098","display_name":"Kinesthetic learning","level":2,"score":0.7264000177383423},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.6334999799728394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6074000000953674},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.5843999981880188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5558000206947327},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4715000092983246},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4634999930858612},{"id":"https://openalex.org/C171790689","wikidata":"https://www.wikidata.org/wiki/Q1129066","display_name":"Proprioception","level":2,"score":0.42980000376701355},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41530001163482666},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41280001401901245},{"id":"https://openalex.org/C3017819093","wikidata":"https://www.wikidata.org/wiki/Q328835","display_name":"Tactile perception","level":3,"score":0.4002000093460083},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.34389999508857727},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3425000011920929},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.3091000020503998},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C2988191880","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic hand","level":3,"score":0.28380000591278076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C2987654038","wikidata":"https://www.wikidata.org/wiki/Q859031","display_name":"Tactile stimuli","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25920000672340393},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25699999928474426}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04531","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04531","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tactile":[0,69],"dexterous":[1],"manipulation":[2,78,146],"is":[3,39,58,102,119],"essential":[4],"to":[5,75,95,103,111,122,143],"automating":[6],"complex":[7],"household":[8],"tasks,":[9],"yet":[10],"learning":[11,76,178],"effective":[12],"control":[13],"policies":[14,94,147],"remains":[15],"a":[16,72,124,164,168,189],"challenge.":[17],"While":[18],"recent":[19],"work":[20],"has":[21],"relied":[22],"on":[23,92,130],"imitation":[24],"learning,":[25],"obtaining":[26],"high":[27],"quality":[28],"demonstrations":[29],"for":[30],"multi-fingered":[31],"hands":[32],"via":[33],"robot":[34],"teleoperation":[35],"or":[36,89],"kinesthetic":[37],"teaching":[38],"prohibitive.":[40],"Alternatively,":[41],"with":[42],"reinforcement":[43],"we":[44,64,187],"can":[45,140],"learn":[46],"skills":[47,79],"in":[48,107,149,192],"simulation,":[49],"but":[50],"fast":[51],"and":[52],"realistic":[53],"simulation":[54,150],"of":[55,85,182,195],"tactile":[56,77,82,87,114,131,154,183],"observations":[57],"challenging.":[59],"To":[60],"bridge":[61],"this":[62],"gap,":[63],"introduce":[65],"PTLD:":[66],"sim-to-real":[67],"Privileged":[68],"Latent":[70],"Distillation,":[71],"novel":[73],"approach":[74],"without":[80],"requiring":[81],"simulation.":[83],"Instead":[84],"simulating":[86],"sensors":[88,106],"relying":[90],"purely":[91],"proprioceptive":[93,145],"transfer":[96],"zero-shot":[97],"sim-to-real,":[98],"our":[99,136],"key":[100],"idea":[101],"leverage":[104],"privileged":[105],"the":[108,157,179,193],"real":[109],"world":[110],"collect":[112],"real-world":[113],"policy":[115],"data.":[116],"This":[117],"data":[118],"then":[120],"used":[121,142],"distill":[123],"robust":[125],"state":[126],"estimator":[127],"that":[128,138,175],"operates":[129],"input.":[132],"We":[133,172],"demonstrate":[134],"from":[135],"experiments":[137],"PTLD":[139,162,176],"be":[141],"improve":[144],"trained":[148],"significantly":[151],"by":[152],"incorporating":[153],"sensing.":[155],"On":[156],"benchmark":[158],"in-hand":[159,184],"rotation":[160],"task,":[161],"achieves":[163],"182%":[165],"improvement":[166,191],"over":[167,198],"proprioception":[169,200],"only":[170],"policy.":[171],"also":[173],"show":[174],"enables":[177],"challenging":[180],"task":[181],"reorientation":[185],"where":[186],"see":[188],"57%":[190],"number":[194],"goals":[196],"reached":[197],"using":[199],"alone.":[201],"Website:":[202],"https://akashsharma02.github.io/ptld-website/.":[203]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-07T00:00:00"}