{"id":"https://openalex.org/W2921150444","doi":"https://doi.org/10.1109/robio.2018.8665351","title":"End-to-end pixelwise surface normal estimation with convolutional neural networks and shape reconstruction using GelSight sensor","display_name":"End-to-end pixelwise surface normal estimation with convolutional neural networks and shape reconstruction using GelSight sensor","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2921150444","doi":"https://doi.org/10.1109/robio.2018.8665351","mag":"2921150444"},"language":"en","primary_location":{"id":"doi:10.1109/robio.2018.8665351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio.2018.8665351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100391359","display_name":"Jianhua Li","orcid":"https://orcid.org/0000-0002-5438-1529"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jianhua Li","raw_affiliation_strings":["The Computer Science and Artificial Intelligence Laboratory (CSAIL), MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"The Computer Science and Artificial Intelligence Laboratory (CSAIL), MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065830504","display_name":"Siyuan Dong","orcid":"https://orcid.org/0000-0003-2346-6148"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siyuan Dong","raw_affiliation_strings":["The Computer Science and Artificial Intelligence Laboratory (CSAIL), MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"The Computer Science and Artificial Intelligence Laboratory (CSAIL), MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021989698","display_name":"Edward H. Adelson","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward H. Adelson","raw_affiliation_strings":["The Computer Science and Artificial Intelligence Laboratory (CSAIL), MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"The Computer Science and Artificial Intelligence Laboratory (CSAIL), MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100391359"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":1.4783,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86563518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1292","last_page":"1297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8595841526985168},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.8221480846405029},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6655741930007935},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.6554219722747803},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6483172178268433},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6436554789543152},{"id":"https://openalex.org/keywords/surface-reconstruction","display_name":"Surface reconstruction","score":0.5056078433990479},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5019903182983398},{"id":"https://openalex.org/keywords/cube","display_name":"Cube (algebra)","score":0.4570768475532532},{"id":"https://openalex.org/keywords/polygon","display_name":"Polygon (computer graphics)","score":0.4157397150993347},{"id":"https://openalex.org/keywords/surface","display_name":"Surface (topology)","score":0.4033873677253723},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20590928196907043},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10682442784309387}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8595841526985168},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.8221480846405029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6655741930007935},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.6554219722747803},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6483172178268433},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6436554789543152},{"id":"https://openalex.org/C20885615","wikidata":"https://www.wikidata.org/wiki/Q825595","display_name":"Surface reconstruction","level":3,"score":0.5056078433990479},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5019903182983398},{"id":"https://openalex.org/C53051483","wikidata":"https://www.wikidata.org/wiki/Q861555","display_name":"Cube (algebra)","level":2,"score":0.4570768475532532},{"id":"https://openalex.org/C190694206","wikidata":"https://www.wikidata.org/wiki/Q3276654","display_name":"Polygon (computer graphics)","level":3,"score":0.4157397150993347},{"id":"https://openalex.org/C2776799497","wikidata":"https://www.wikidata.org/wiki/Q484298","display_name":"Surface (topology)","level":2,"score":0.4033873677253723},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20590928196907043},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10682442784309387},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio.2018.8665351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio.2018.8665351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W1975089519","https://openalex.org/W2009630314","https://openalex.org/W2066085919","https://openalex.org/W2161103583","https://openalex.org/W2163605009","https://openalex.org/W2165192967","https://openalex.org/W2169364846","https://openalex.org/W2421020186","https://openalex.org/W2503054899","https://openalex.org/W2737380187","https://openalex.org/W2743209907","https://openalex.org/W2963915174","https://openalex.org/W2964121744","https://openalex.org/W3104208381"],"related_works":["https://openalex.org/W2358149864","https://openalex.org/W3133812613","https://openalex.org/W4385921699","https://openalex.org/W2368534456","https://openalex.org/W2905335101","https://openalex.org/W2984093360","https://openalex.org/W2394211896","https://openalex.org/W2027037317","https://openalex.org/W2565180558","https://openalex.org/W4280560288"],"abstract_inverted_index":{"The":[0,67,187],"GelSight":[1,65,153],"tactile":[2],"sensor":[3],"is":[4,17,189],"designed":[5],"to":[6,19,53,192,222],"measure":[7],"the":[8,11,21,25,34,38,55,59,64,71,93,97,108,118,125,132,149,152,158,174,178,195,227],"topography":[9],"of":[10,24,33,37,73,76,99,127,151,162,199,212],"contact":[12],"surface.":[13],"Photometric":[14],"Stereo":[15],"algorithm":[16],"utilized":[18,191],"reconstruct":[20,157],"depth":[22,110],"map":[23],"surface,":[26,180],"which,":[27],"however,":[28],"suffers":[29],"from":[30,58],"artifacts":[31],"because":[32],"ununiform":[35],"illumination":[36],"sensor.":[39,66,154],"In":[40],"this":[41],"paper,":[42],"we":[43,130],"propose":[44],"a":[45,163,200],"method":[46,138,188],"based":[47],"on":[48,177],"Convolutional":[49],"neural":[50],"networks":[51],"(ConvNets)":[52],"estimate":[54,194],"surface":[56],"normal":[57],"color":[60],"image":[61],"captured":[62],"by":[63,95,147,203],"ConvNets,":[68],"which":[69],"combine":[70,131],"information":[72],"pixel":[74,84],"values":[75],"red,":[77],"green":[78],"and":[79,83,89,105,139,173,224],"blue":[80],"(RGB)":[81],"channels":[82],"positions,":[85],"are":[86],"trained":[87],"end-to-end":[88],"pixel-to-pixel.":[90],"We":[91,155],"test":[92],"model":[94],"measuring":[96,128],"geometry":[98],"two":[100],"3D":[101,145,159],"printed":[102],"polygon":[103],"objects":[104],"demonstrate":[106],"that":[107],"reconstructed":[109],"maps":[111],"have":[112],"better":[113],"accuracy":[114],"than":[115,183],"those":[116],"with":[117,134,181,210,226],"photometric":[119],"stereo":[120],"method.":[121],"To":[122],"further":[123],"extend":[124],"application":[126],"topography,":[129],"ConvNets":[133],"point":[135,160],"cloud":[136,161],"registration":[137],"perform":[140],"object":[141],"shape":[142],"reconstruction":[143],"in":[144],"space":[146],"tracking":[148],"pose":[150],"successfully":[156],"30.6":[164,167,170],"mm":[165,168,171,185],"\u00d7":[166,169],"cube":[172,179],"fine":[175],"texture":[176],"less":[182],"1.0":[184],"error.":[186],"also":[190],"accurately":[193],"center":[196],"axis":[197],"position":[198],"bottle":[201],"cap":[202],"touching":[204],"it":[205],"at":[206],"four":[207],"different":[208],"positions":[209],"step":[211],"90.0":[213],"degs.":[214],"This":[215],"technique":[216],"can":[217],"be":[218],"helpful":[219],"for":[220],"robots":[221],"explore":[223],"interact":[225],"surrounding":[228],"environment.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5}],"updated_date":"2026-02-25T06:17:34.324206","created_date":"2025-10-10T00:00:00"}