{"id":"https://openalex.org/W2967936796","doi":"https://doi.org/10.1109/icra.2019.8794219","title":"Manipulation by Feel: Touch-Based Control with Deep Predictive Models","display_name":"Manipulation by Feel: Touch-Based Control with Deep Predictive Models","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2967936796","doi":"https://doi.org/10.1109/icra.2019.8794219","mag":"2967936796"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2019.8794219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8794219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056330807","display_name":"Stephen Tian","orcid":"https://orcid.org/0000-0003-3148-5541"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen Tian","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029017885","display_name":"Frederik Ebert","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frederik Ebert","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079302923","display_name":"Dinesh Jayaraman","orcid":"https://orcid.org/0000-0002-6888-3095"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinesh Jayaraman","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059906105","display_name":"Mayur Mudigonda","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mayur Mudigonda","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005431772","display_name":"Chelsea Finn","orcid":"https://orcid.org/0000-0001-6298-0874"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chelsea Finn","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002235575","display_name":"Roberto Calandra","orcid":"https://orcid.org/0000-0001-9430-8433"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roberto Calandra","raw_affiliation_strings":["Facebook AI Research, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026322200","display_name":"Sergey Levine","orcid":"https://orcid.org/0000-0001-6764-2743"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Levine","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5056330807"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":7.1794,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.97816813,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"818","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.8166042566299438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.677914559841156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6776421070098877},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6106507182121277},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5796269774436951},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.480202317237854},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.457007497549057},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45513948798179626},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43209850788116455}],"concepts":[{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.8166042566299438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677914559841156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6776421070098877},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6106507182121277},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5796269774436951},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.480202317237854},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.457007497549057},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45513948798179626},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43209850788116455}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2019.8794219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8794219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W102778925","https://openalex.org/W1502364872","https://openalex.org/W1590968725","https://openalex.org/W1977291227","https://openalex.org/W1983156320","https://openalex.org/W1999585120","https://openalex.org/W2009618608","https://openalex.org/W2074936002","https://openalex.org/W2081697593","https://openalex.org/W2128681845","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2171130677","https://openalex.org/W2341882963","https://openalex.org/W2421020186","https://openalex.org/W2528489519","https://openalex.org/W2567455162","https://openalex.org/W2585610283","https://openalex.org/W2607241646","https://openalex.org/W2737380187","https://openalex.org/W2765994785","https://openalex.org/W2775635818","https://openalex.org/W2796303840","https://openalex.org/W2804941773","https://openalex.org/W2963021155","https://openalex.org/W2963406904","https://openalex.org/W2964161785","https://openalex.org/W3098436915","https://openalex.org/W3100674903","https://openalex.org/W3106023961","https://openalex.org/W4253075444","https://openalex.org/W4298157202","https://openalex.org/W6682849425","https://openalex.org/W6704494251","https://openalex.org/W6745274615","https://openalex.org/W6750642828","https://openalex.org/W6786662389"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2033256001","https://openalex.org/W2057088859","https://openalex.org/W1489808091","https://openalex.org/W1895481218","https://openalex.org/W2611989081","https://openalex.org/W3163518500","https://openalex.org/W2150609833","https://openalex.org/W2025677844","https://openalex.org/W2529143673"],"abstract_inverted_index":{"Touch":[0],"sensing":[1,15,33,78],"is":[2,20,49],"widely":[3],"acknowledged":[4],"to":[5,29,52,97,123,145,149],"be":[6],"important":[7],"for":[8,16,95],"dexterous":[9],"robotic":[10],"manipulation,":[11],"but":[12],"exploiting":[13],"tactile":[14,32,61,77,91,99,103,121,142,156],"continuous,":[17],"non-prehensile":[18],"manipulation":[19],"challenging.":[21],"General":[22],"purpose":[23],"control":[24],"techniques":[25],"that":[26,111],"are":[27,163],"able":[28],"effectively":[30],"leverage":[31],"as":[34,36],"well":[35],"accurate":[37],"physics":[38],"models":[39],"of":[40,60],"contacts":[41],"and":[42,47,129,137,160],"forces":[43],"remain":[44],"largely":[45],"elusive,":[46],"it":[48],"unclear":[50],"how":[51],"even":[53],"specify":[54],"a":[55,68,93,115,119,125,154],"desired":[56],"behavior":[57],"in":[58],"terms":[59],"percepts.":[62],"In":[63],"this":[64,112],"paper,":[65],"we":[66],"take":[67],"step":[69],"towards":[70],"addressing":[71],"these":[72],"issues":[73],"by":[74,153],"combining":[75],"high-resolution":[76],"with":[79,118],"data-driven":[80],"modeling":[81],"using":[82,139],"deep":[83,90],"neural":[84],"network":[85],"dynamics":[86],"models.":[87],"We":[88,109],"propose":[89],"MPC,":[92],"framework":[94],"learning":[96,132],"perform":[98],"servoing":[100],"from":[101,133],"raw":[102],"sensor":[104,122],"inputs,":[105],"without":[106],"manual":[107],"supervision.":[108],"show":[110],"method":[113],"enables":[114],"robot":[116],"equipped":[117],"GelSight-style":[120],"manipulate":[124],"ball,":[126],"analog":[127],"stick,":[128],"20-sided":[130],"die,":[131],"unsupervised":[134],"autonomous":[135],"interaction":[136],"then":[138],"the":[140,161],"learned":[141],"predictive":[143],"model":[144],"reposition":[146],"each":[147],"object":[148],"user-specified":[150],"configurations,":[151],"indicated":[152],"goal":[155],"reading.":[157],"Videos,":[158],"visualizations":[159],"code":[162],"available":[164],"here:":[165],"https://sites.google.com/view/deeptactilempc.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":25},{"year":2019,"cited_by_count":8}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}