{"id":"https://openalex.org/W3206949798","doi":"https://doi.org/10.1109/icra48506.2021.9561122","title":"Simulation of Vision-based Tactile Sensors using Physics based Rendering","display_name":"Simulation of Vision-based Tactile Sensors using Physics based Rendering","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3206949798","doi":"https://doi.org/10.1109/icra48506.2021.9561122","mag":"3206949798"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103177535","display_name":"Arpit Agarwal","orcid":"https://orcid.org/0000-0002-1594-5264"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arpit Agarwal","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029548946","display_name":"Timothy Man","orcid":"https://orcid.org/0000-0002-3293-7821"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy Man","raw_affiliation_strings":["Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055947140","display_name":"Wenzhen Yuan","orcid":"https://orcid.org/0000-0001-8014-356X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenzhen Yuan","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7718968987464905},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.7243157029151917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6959246397018433},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6892083883285522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6492357850074768},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5264932513237},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.46592992544174194},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.45539847016334534}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7718968987464905},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.7243157029151917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6959246397018433},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6892083883285522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6492357850074768},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5264932513237},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46592992544174194},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.45539847016334534},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48506.2021.9561122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W190660021","https://openalex.org/W1486787228","https://openalex.org/W1564611446","https://openalex.org/W1823791555","https://openalex.org/W2053097061","https://openalex.org/W2064076387","https://openalex.org/W2066085919","https://openalex.org/W2128681845","https://openalex.org/W2150513221","https://openalex.org/W2158782408","https://openalex.org/W2235136907","https://openalex.org/W2565250676","https://openalex.org/W2775635818","https://openalex.org/W2781493652","https://openalex.org/W2793955514","https://openalex.org/W2805074008","https://openalex.org/W2887114325","https://openalex.org/W2887178829","https://openalex.org/W2917559944","https://openalex.org/W2958080091","https://openalex.org/W2959076435","https://openalex.org/W2965832794","https://openalex.org/W2985626319","https://openalex.org/W2986023562","https://openalex.org/W3033013696","https://openalex.org/W3039966727","https://openalex.org/W3041764167","https://openalex.org/W3091760204","https://openalex.org/W3098210661","https://openalex.org/W3122738733","https://openalex.org/W3131743090","https://openalex.org/W6607745231","https://openalex.org/W6629281901","https://openalex.org/W6638668618","https://openalex.org/W6751804774","https://openalex.org/W6753693869","https://openalex.org/W6780860281"],"related_works":["https://openalex.org/W291250033","https://openalex.org/W2008385118","https://openalex.org/W2035757446","https://openalex.org/W880955280","https://openalex.org/W2106647072","https://openalex.org/W4246858109","https://openalex.org/W54172855","https://openalex.org/W2170209930","https://openalex.org/W2046782623","https://openalex.org/W4205838854"],"abstract_inverted_index":{"Tactile":[0],"sensing":[1],"has":[2],"seen":[3],"a":[4,40,56],"rapid":[5],"adoption":[6],"with":[7],"the":[8,33,47],"advent":[9],"of":[10,35,74,77],"vision-based":[11],"tactile":[12,15,36,52],"sensors.":[13],"Vision-based":[14],"sensors":[16,37],"provide":[17],"high":[18],"resolution,":[19],"compact":[20],"and":[21,29,70,88,96],"inexpensive":[22],"data":[23,98],"to":[24],"perform":[25],"precise":[26],"in-hand":[27],"manipulation":[28],"human-robot":[30],"interaction.":[31],"However,":[32],"simulation":[34,53,79,85],"is":[38,99],"still":[39],"challenge.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45],"built":[46],"first":[48],"fully":[49],"general":[50],"optical":[51],"system":[54,82],"for":[55],"GelSight":[57],"sensor":[58],"using":[59],"physics":[60],"based":[61],"rendering":[62],"techniques.":[63],"We":[64],"propose":[65],"physically":[66],"accurate":[67],"light":[68],"models":[69],"show":[71],"in-depth":[72],"analysis":[73],"individual":[75],"components":[76],"our":[78],"pipeline.":[80],"Our":[81,94],"outperforms":[83],"previous":[84],"techniques":[86],"qualitatively":[87],"quantitative":[89],"on":[90],"image":[91],"similarity":[92],"metrics.":[93],"code":[95],"experimental":[97],"open-sourced":[100],"at":[101],"$\\color{Fuchsia}":[102],"{\\text{project":[103],"page}}$":[104],"project":[105],"page.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":8}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}