{"id":"https://openalex.org/W4383109096","doi":"https://doi.org/10.1109/icra48891.2023.10160384","title":"Toward Zero-Shot Sim-to-Real Transfer Learning for Pneumatic Soft Robot 3D Proprioceptive Sensing","display_name":"Toward Zero-Shot Sim-to-Real Transfer Learning for Pneumatic Soft Robot 3D Proprioceptive Sensing","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383109096","doi":"https://doi.org/10.1109/icra48891.2023.10160384"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10160384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065014156","display_name":"Uksang Yoo","orcid":"https://orcid.org/0000-0001-9663-7740"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Uksang Yoo","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University,Pittsburgh,PA,USA,15213"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University,Pittsburgh,PA,USA,15213","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078606485","display_name":"Hanwen Zhao","orcid":"https://orcid.org/0000-0002-7760-8722"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanwen Zhao","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077146405","display_name":"A. Altamirano","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvaro Altamirano","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055947140","display_name":"Wenzhen Yuan","orcid":"https://orcid.org/0000-0001-8014-356X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenzhen Yuan","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University,Pittsburgh,PA,USA,15213"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University,Pittsburgh,PA,USA,15213","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100699151","display_name":"Chen Feng","orcid":"https://orcid.org/0000-0003-3211-1576"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Feng","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5065014156"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.3289,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.7847205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"544","last_page":"551"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11778","display_name":"Electrical and Bioimpedance Tomography","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7059701085090637},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.637224555015564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6352259516716003},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6328990459442139},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6171969771385193},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.4390280544757843},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.42727816104888916},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14913377165794373}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7059701085090637},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.637224555015564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6352259516716003},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6328990459442139},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6171969771385193},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.4390280544757843},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.42727816104888916},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14913377165794373},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10160384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1244686512","display_name":null,"funder_award_id":"2024882","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W102487131","https://openalex.org/W1902605501","https://openalex.org/W2146990154","https://openalex.org/W2560704029","https://openalex.org/W2610150749","https://openalex.org/W2782435507","https://openalex.org/W2796426482","https://openalex.org/W2913446864","https://openalex.org/W2962858109","https://openalex.org/W2963265239","https://openalex.org/W2969028243","https://openalex.org/W2970521931","https://openalex.org/W2997289456","https://openalex.org/W3008381991","https://openalex.org/W3018423233","https://openalex.org/W3089672928","https://openalex.org/W3134077214","https://openalex.org/W3138075616","https://openalex.org/W3185525136","https://openalex.org/W3189738575","https://openalex.org/W3205146762","https://openalex.org/W3207318672","https://openalex.org/W4200623787","https://openalex.org/W4205367930","https://openalex.org/W4226301680","https://openalex.org/W4285021310","https://openalex.org/W4293363567","https://openalex.org/W4296912576","https://openalex.org/W4312750307","https://openalex.org/W6637373629"],"related_works":["https://openalex.org/W4389574804","https://openalex.org/W3016928466","https://openalex.org/W2936725271","https://openalex.org/W3150655618","https://openalex.org/W3108295644","https://openalex.org/W1578717197","https://openalex.org/W2626737336","https://openalex.org/W2005998065","https://openalex.org/W3037187668","https://openalex.org/W2980582925"],"abstract_inverted_index":{"Pneumatic":[0],"soft":[1,29,104,154],"robots":[2,30],"present":[3],"many":[4,84],"advantages":[5],"in":[6,18,108],"manipulation":[7],"tasks.":[8],"Notably,":[9],"their":[10,35],"inherent":[11],"compliance":[12],"makes":[13,80],"them":[14],"safe":[15],"and":[16,20,40,52,92,140,183],"reliable":[17],"unstructured":[19],"fragile":[21],"environments.":[22],"However,":[23],"full-body":[24,65],"shape":[25,66,106],"sensing":[26,46,61,71],"for":[27,83,151,169],"pneumatic":[28,153],"is":[31],"challenging":[32],"because":[33],"of":[34,38,102,137,144,159,173],"high":[36],"degrees":[37],"freedom":[39],"complex":[41],"deformation":[42],"behaviors.":[43],"Vision-based":[44],"proprioception":[45,60],"methods":[47],"relying":[48],"on":[49,116],"embedded":[50],"cameras":[51],"deep":[53],"learning":[54],"provide":[55],"a":[56,94,152,157],"good":[57],"solution":[58],"to":[59,176],"by":[62],"extracting":[63],"the":[64,69,74,100,103,130,165],"information":[67,107],"from":[68],"high-dimensional":[70],"data.":[72],"But":[73],"current":[75],"training":[76],"data":[77,118],"collection":[78,101],"process":[79],"it":[81],"difficult":[82],"applications.":[85],"To":[86],"address":[87],"this":[88],"challenge,":[89],"we":[90],"propose":[91],"demonstrate":[93],"robust":[95],"sim-to-real":[96,166],"pipeline":[97],"that":[98,129],"allows":[99],"robot's":[105],"high-fidelity":[109],"point":[110],"cloud":[111],"representation.":[112],"The":[113,126,181],"model":[114,131],"trained":[115],"simulated":[117],"was":[119],"evaluated":[120],"with":[121,133,148,156],"real":[122],"internal":[123],"camera":[124],"images.":[125],"results":[127],"show":[128],"performed":[132],"averaged":[134],"Chamfer":[135],"distance":[136],"8.85":[138],"mm":[139,146],"tip":[141],"position":[142],"error":[143],"10.12":[145],"even":[147],"external":[149],"perturbation":[150],"robot":[155],"length":[158],"100.0":[160],"mm.":[161],"We":[162],"also":[163],"demonstrated":[164],"pipeline's":[167],"potential":[168],"exploring":[170],"different":[171],"configurations":[172],"visual":[174],"patterns":[175],"improve":[177],"vision-based":[178],"reconstruction":[179],"results.":[180],"code":[182],"dataset":[184],"are":[185],"available":[186],"at":[187],"https://github.com/DeepSoRo/DeepSoRoSim2Real.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}