{"id":"https://openalex.org/W2804941773","doi":"https://doi.org/10.1109/lra.2018.2852779","title":"More Than a Feeling: Learning to Grasp and Regrasp Using Vision and Touch","display_name":"More Than a Feeling: Learning to Grasp and Regrasp Using Vision and Touch","publication_year":2018,"publication_date":"2018-07-04","ids":{"openalex":"https://openalex.org/W2804941773","doi":"https://doi.org/10.1109/lra.2018.2852779","mag":"2804941773"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2018.2852779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2018.2852779","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.11085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002235575","display_name":"Roberto Calandra","orcid":"https://orcid.org/0000-0001-9430-8433"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Roberto Calandra","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034304163","display_name":"Andrew Owens","orcid":"https://orcid.org/0000-0003-1935-8232"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Owens","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079302923","display_name":"Dinesh Jayaraman","orcid":"https://orcid.org/0000-0002-6888-3095"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinesh Jayaraman","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088813995","display_name":"Justin Lin","orcid":"https://orcid.org/0009-0007-7190-2430"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Lin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055947140","display_name":"Wenzhen Yuan","orcid":"https://orcid.org/0000-0001-8014-356X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenzhen Yuan","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001594573","display_name":"Jitendra Malik","orcid":"https://orcid.org/0000-0003-3695-1580"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jitendra Malik","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021989698","display_name":"Edward H. Adelson","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward H. Adelson","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026322200","display_name":"Sergey Levine","orcid":"https://orcid.org/0000-0001-6764-2743"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Levine","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5002235575"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":26.9643,"has_fulltext":false,"cited_by_count":345,"citation_normalized_percentile":{"value":0.9980021,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"3","issue":"4","first_page":"3300","last_page":"3307"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.9563937783241272},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.712827205657959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7126561403274536},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.6441507935523987},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6339247226715088},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5233330130577087},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.5093008279800415},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.45406457781791687},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.447085440158844},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4421149492263794},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33046191930770874},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17928382754325867}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.9563937783241272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.712827205657959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7126561403274536},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.6441507935523987},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6339247226715088},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5233330130577087},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.5093008279800415},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.45406457781791687},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.447085440158844},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4421149492263794},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33046191930770874},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17928382754325867},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lra.2018.2852779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2018.2852779","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1805.11085","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.11085","pdf_url":"https://arxiv.org/pdf/1805.11085","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/126806","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/126806","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"http://purl.org/eprint/type/JournalArticle"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.11085","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.11085","pdf_url":"https://arxiv.org/pdf/1805.11085","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W347627907","https://openalex.org/W1503925285","https://openalex.org/W1548071717","https://openalex.org/W1618905105","https://openalex.org/W1877090692","https://openalex.org/W1975506581","https://openalex.org/W1978580730","https://openalex.org/W1981667747","https://openalex.org/W1983156320","https://openalex.org/W1999156278","https://openalex.org/W2021473074","https://openalex.org/W2026499961","https://openalex.org/W2036637075","https://openalex.org/W2048432791","https://openalex.org/W2057299504","https://openalex.org/W2070612690","https://openalex.org/W2074936002","https://openalex.org/W2108598243","https://openalex.org/W2161047498","https://openalex.org/W2161071618","https://openalex.org/W2169364846","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2199073508","https://openalex.org/W2201912979","https://openalex.org/W2341882963","https://openalex.org/W2413352307","https://openalex.org/W2414685554","https://openalex.org/W2485911221","https://openalex.org/W2607172324","https://openalex.org/W2607241646","https://openalex.org/W2612789904","https://openalex.org/W2731057901","https://openalex.org/W2734686976","https://openalex.org/W2765726929","https://openalex.org/W2765994785","https://openalex.org/W2775635818","https://openalex.org/W2962736495","https://openalex.org/W2963048676","https://openalex.org/W3100674903","https://openalex.org/W3112422759","https://openalex.org/W4235910938","https://openalex.org/W4239072543","https://openalex.org/W4242542657","https://openalex.org/W4299490652","https://openalex.org/W6611706808","https://openalex.org/W6636501900","https://openalex.org/W6686207219","https://openalex.org/W6704494251","https://openalex.org/W6745274615","https://openalex.org/W6745670001","https://openalex.org/W6751497200"],"related_works":["https://openalex.org/W4312985843","https://openalex.org/W2583647647","https://openalex.org/W2613999385","https://openalex.org/W3133406196","https://openalex.org/W4210583734","https://openalex.org/W2544373263","https://openalex.org/W2166446064","https://openalex.org/W2657478029","https://openalex.org/W3159512259","https://openalex.org/W4248427955"],"abstract_inverted_index":{"For":[0],"humans,":[1],"the":[2,85,100,110,122,182,188,197],"process":[3],"of":[4,87,109,117,163,184],"grasping":[5,17,129,140,213],"an":[6,63],"object":[7],"relies":[8],"heavily":[9],"on":[10,24,142,152],"rich":[11],"tactile":[12,49,111,150],"feedback.":[13],"Most":[14],"recent":[15],"robotic":[16],"work,":[18],"however,":[19],"has":[20,207],"been":[21],"based":[22],"only":[23],"visual":[25],"input,":[26],"and":[27,53,92,179,203,211],"thus":[28,120],"cannot":[29],"easily":[30],"benefit":[31],"from":[32,71,137],"feedback":[33],"after":[34],"initiating":[35],"contact.":[36],"In":[37],"this":[38,59],"letter,":[39],"we":[40,61,195],"investigate":[41],"how":[42],"a":[43,78,88,95,143,161],"robot":[44],"can":[45],"learn":[46],"to":[47,51,126],"use":[48],"information":[50],"iteratively":[52,98],"efficiently":[54],"adjust":[55],"its":[56],"grasp.":[57],"To":[58],"end,":[60],"propose":[62],"end-to-end":[64],"action-conditional":[65],"model":[66,76,134,202],"that":[67,205],"learns":[68],"regrasping":[69],"policies":[70],"raw":[72],"visuo-tactile":[73],"data.":[74],"This":[75],"-":[77,83],"deep,":[79],"multimodal":[80],"convolutional":[81],"network":[82],"predicts":[84],"outcome":[86],"candidate":[89],"grasp":[90,96,168,174],"adjustment,":[91],"then":[93],"executes":[94],"by":[97,200],"selecting":[99,172],"most":[101],"promising":[102],"actions.":[103],"Our":[104],"approach":[105,159],"requires":[106],"neither":[107],"calibration":[108],"sensors":[112,151],"nor":[113],"any":[114],"analytical":[115],"modeling":[116],"contact":[118],"forces,":[119],"reducing":[121,181],"engineering":[123],"effort":[124],"required":[125],"obtain":[127],"efficient":[128,173],"policies.":[130],"We":[131],"train":[132],"our":[133,158,201],"with":[135,147],"data":[136],"about":[138],"6450":[139],"trials":[141],"two-finger":[144],"gripper":[145],"equipped":[146],"GelSight":[148],"high-resolution":[149],"each":[153],"finger.":[154],"Across":[155],"extensive":[156],"experiments,":[157],"outperforms":[160],"variety":[162],"baselines":[164],"at":[165,187],"1)":[166],"estimating":[167],"adjustment":[169],"outcomes,":[170],"2)":[171],"adjustments":[175],"for":[176],"quick":[177],"grasping,":[178],"3)":[180],"amount":[183],"force":[185],"applied":[186],"fingers,":[189],"while":[190],"maintaining":[191],"competitive":[192],"performance.":[193],"Finally,":[194],"study":[196],"choices":[198],"made":[199],"show":[204],"it":[206],"successfully":[208],"acquired":[209],"useful":[210],"interpretable":[212],"behaviors.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":54},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":48},{"year":2021,"cited_by_count":49},{"year":2020,"cited_by_count":45},{"year":2019,"cited_by_count":46},{"year":2018,"cited_by_count":4}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}