{"id":"https://openalex.org/W4312750307","doi":"https://doi.org/10.1109/iros47612.2022.9981863","title":"Grasp Stability Prediction with Sim-to-Real Transfer from Tactile Sensing","display_name":"Grasp Stability Prediction with Sim-to-Real Transfer from Tactile Sensing","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312750307","doi":"https://doi.org/10.1109/iros47612.2022.9981863"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981863","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025075748","display_name":"Zilin Si","orcid":"https://orcid.org/0000-0002-1111-4279"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zilin Si","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103091369","display_name":"Zirui Zhu","orcid":"https://orcid.org/0009-0007-6736-8757"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zirui Zhu","raw_affiliation_strings":["Tsinghua University,Department of Electrical Engineering","Department of Electrical Engineering, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electrical Engineering, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103177535","display_name":"Arpit Agarwal","orcid":"https://orcid.org/0000-0002-1594-5264"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arpit Agarwal","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016313413","display_name":"Stuart Anderson","orcid":"https://orcid.org/0000-0002-4986-3443"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stuart Anderson","raw_affiliation_strings":["Meta Reality Labs Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055947140","display_name":"Wenzhen Yuan","orcid":"https://orcid.org/0000-0001-8014-356X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenzhen Yuan","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7809","last_page":"7816"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.8413591384887695},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7494564056396484},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6663494110107422},{"id":"https://openalex.org/keywords/contact-force","display_name":"Contact force","score":0.6013601422309875},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.6003119349479675},{"id":"https://openalex.org/keywords/physics-engine","display_name":"Physics engine","score":0.5850023031234741},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5253654718399048},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.5029231905937195},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4787570536136627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4619003236293793},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4189443588256836},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3709274232387543},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34507662057876587},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16843533515930176},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14120295643806458}],"concepts":[{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.8413591384887695},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7494564056396484},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6663494110107422},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.6013601422309875},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.6003119349479675},{"id":"https://openalex.org/C190390380","wikidata":"https://www.wikidata.org/wiki/Q62505","display_name":"Physics engine","level":2,"score":0.5850023031234741},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5253654718399048},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.5029231905937195},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4787570536136627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4619003236293793},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4189443588256836},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3709274232387543},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34507662057876587},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16843533515930176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14120295643806458},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9981863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981863","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1548071717","https://openalex.org/W1570792896","https://openalex.org/W1986483299","https://openalex.org/W2021473074","https://openalex.org/W2026499961","https://openalex.org/W2070612690","https://openalex.org/W2162025558","https://openalex.org/W2194775991","https://openalex.org/W2413352307","https://openalex.org/W2600030077","https://openalex.org/W2607241646","https://openalex.org/W2743209907","https://openalex.org/W2775635818","https://openalex.org/W2804941773","https://openalex.org/W2886316146","https://openalex.org/W2963048676","https://openalex.org/W2972319721","https://openalex.org/W3030520603","https://openalex.org/W3039966727","https://openalex.org/W3048203320","https://openalex.org/W3098436915","https://openalex.org/W3099587965","https://openalex.org/W3100674903","https://openalex.org/W3104208381","https://openalex.org/W3112669067","https://openalex.org/W3118245039","https://openalex.org/W3128582681","https://openalex.org/W3131775290","https://openalex.org/W3198417399","https://openalex.org/W3201059147","https://openalex.org/W3206949798","https://openalex.org/W3207777114","https://openalex.org/W3208675475","https://openalex.org/W4312347618","https://openalex.org/W6745274615","https://openalex.org/W6746713385","https://openalex.org/W6768008868","https://openalex.org/W6787154759","https://openalex.org/W6801809935","https://openalex.org/W6802188089","https://openalex.org/W6803239650"],"related_works":["https://openalex.org/W3133406196","https://openalex.org/W4386395740","https://openalex.org/W1926827207","https://openalex.org/W1960616769","https://openalex.org/W2133659289","https://openalex.org/W3128324021","https://openalex.org/W4289656195","https://openalex.org/W2124146082","https://openalex.org/W2121836998","https://openalex.org/W2709287450"],"abstract_inverted_index":{"Robot":[0],"simulation":[1,14,48,139,149],"has":[2],"been":[3],"an":[4,124],"essential":[5],"tool":[6],"for":[7,37],"data-driven":[8],"manipulation":[9,39,144],"tasks.":[10,145],"However,":[11],"most":[12],"existing":[13],"frameworks":[15],"lack":[16],"either":[17],"efficient":[18],"and":[19,52,97,104],"accurate":[20],"models":[21],"of":[22,49,60,77,92,110,127,136],"physical":[23],"interactions":[24],"with":[25,101],"tactile":[26,30,54,79,98],"sensors":[27,55],"or":[28],"realistic":[29,78],"simulation.":[31],"This":[32,62],"makes":[33],"the":[34,58,70,75,83,108,134],"sim-to-real":[35,84,116],"transfer":[36,85],"tactile-based":[38],"tasks":[40],"still":[41],"challenging.":[42],"In":[43],"this":[44],"work,":[45],"we":[46,87,106,122],"integrate":[47],"robot":[50,93],"dynamics":[51],"vision-based":[53],"by":[56],"modeling":[57],"physics":[59,90],"contact.":[61],"contact":[63,67,95],"model":[64],"uses":[65],"simulated":[66],"forces":[68],"at":[69,151],"robot's":[71],"end-effector":[72],"to":[73,141],"inform":[74],"generation":[76],"outputs.":[80],"To":[81],"eliminate":[82],"gap,":[86],"calibrate":[88],"our":[89,111,138,148],"simulator":[91,100],"dynamics,":[94],"model,":[96],"optical":[99],"real-world":[102],"data,":[103],"then":[105],"demonstrate":[107],"effectiveness":[109],"system":[112],"on":[113,129],"a":[114],"zero-shot":[115],"grasp":[117],"stability":[118],"prediction":[119],"task":[120],"where":[121],"achieve":[123],"average":[125],"accuracy":[126],"90.7%":[128],"various":[130],"objects.":[131],"Experiments":[132],"reveal":[133],"potential":[135],"applying":[137],"framework":[140,150],"more":[142],"complicated":[143],"We":[146],"open-source":[147],"https://github.com/CMURoboTouch/Taxim/tree/taxim-robot.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}