{"id":"https://openalex.org/W2966885779","doi":"https://doi.org/10.1109/icra.2019.8793744","title":"Segmenting Unknown 3D Objects from Real Depth Images using Mask R-CNN Trained on Synthetic Data","display_name":"Segmenting Unknown 3D Objects from Real Depth Images using Mask R-CNN Trained on Synthetic Data","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2966885779","doi":"https://doi.org/10.1109/icra.2019.8793744","mag":"2966885779"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2019.8793744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084920041","display_name":"Michael Danielczuk","orcid":"https://orcid.org/0000-0002-3858-2312"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Danielczuk","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090422109","display_name":"Matthew Matl","orcid":"https://orcid.org/0000-0003-0173-2820"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Matl","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101672145","display_name":"Saurabh Gupta","orcid":"https://orcid.org/0000-0003-1892-1732"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saurabh Gupta","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007463381","display_name":"Andrew C. Li","orcid":"https://orcid.org/0000-0003-3511-0106"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Li","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450492","display_name":"Andrew Lee","orcid":"https://orcid.org/0000-0001-9355-7024"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Lee","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020901032","display_name":"Jeffrey Mahler","orcid":"https://orcid.org/0000-0003-3204-3024"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Mahler","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The AUTOLAB at UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050342525","display_name":"Ken Goldberg","orcid":"https://orcid.org/0000-0002-2661-4524"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ken Goldberg","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research, The AUTOLAB at UC Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, The AUTOLAB at UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":49.1373,"has_fulltext":false,"cited_by_count":191,"citation_normalized_percentile":{"value":0.99969811,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7283","last_page":"7290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.830542802810669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8027431964874268},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6382504105567932},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6204208135604858},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6006615161895752},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5950304865837097},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5580019354820251},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.554141104221344},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4836055338382721},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.44597697257995605},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4232061207294464}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.830542802810669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8027431964874268},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6382504105567932},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6204208135604858},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6006615161895752},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5950304865837097},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5580019354820251},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.554141104221344},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4836055338382721},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.44597697257995605},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4232061207294464},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2019.8793744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8793744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W70651934","https://openalex.org/W78159342","https://openalex.org/W261873710","https://openalex.org/W639708223","https://openalex.org/W809122546","https://openalex.org/W1507506748","https://openalex.org/W1555385401","https://openalex.org/W1565402342","https://openalex.org/W1578066333","https://openalex.org/W1591870335","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W1927486677","https://openalex.org/W1948751323","https://openalex.org/W1991367009","https://openalex.org/W2041642242","https://openalex.org/W2066624635","https://openalex.org/W2067912884","https://openalex.org/W2074658631","https://openalex.org/W2129305389","https://openalex.org/W2150823190","https://openalex.org/W2152864241","https://openalex.org/W2172156083","https://openalex.org/W2301578624","https://openalex.org/W2322480645","https://openalex.org/W2431874326","https://openalex.org/W2466591533","https://openalex.org/W2560609797","https://openalex.org/W2563705555","https://openalex.org/W2600030077","https://openalex.org/W2605102758","https://openalex.org/W2609077090","https://openalex.org/W2613718673","https://openalex.org/W2650354119","https://openalex.org/W2733441458","https://openalex.org/W2736534894","https://openalex.org/W2738156096","https://openalex.org/W2750339080","https://openalex.org/W2754340109","https://openalex.org/W2756627269","https://openalex.org/W2769312834","https://openalex.org/W2773721443","https://openalex.org/W2791731612","https://openalex.org/W2883199361","https://openalex.org/W2963394817","https://openalex.org/W2963678509","https://openalex.org/W2963730616","https://openalex.org/W2963809933","https://openalex.org/W2964052394","https://openalex.org/W2964239605","https://openalex.org/W6620707391","https://openalex.org/W6622964371","https://openalex.org/W6630336748","https://openalex.org/W6633201533","https://openalex.org/W6633727509","https://openalex.org/W6637373629","https://openalex.org/W6639102338","https://openalex.org/W6682043285","https://openalex.org/W6700594562","https://openalex.org/W6739685350","https://openalex.org/W6740972095","https://openalex.org/W6743974245","https://openalex.org/W6744002472","https://openalex.org/W6744758153","https://openalex.org/W6744816131","https://openalex.org/W6746713385","https://openalex.org/W6753371204","https://openalex.org/W6763422710"],"related_works":["https://openalex.org/W3016928466","https://openalex.org/W4389574804","https://openalex.org/W2936725271","https://openalex.org/W3150655618","https://openalex.org/W2295788148","https://openalex.org/W1578717197","https://openalex.org/W3108295644","https://openalex.org/W2626737336","https://openalex.org/W2005998065","https://openalex.org/W4388446985"],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,11,32,78,126,144,196,225],"segment":[3,33],"unknown":[4],"objects":[5,37,164],"in":[6,15,38,180,185,220,229],"depth":[7,58,64,73,99,157],"images":[8,40,100,158,211],"has":[9,24],"potential":[10],"enhance":[12],"robot":[13],"skills":[14],"grasping":[16,223],"and":[17,66,90,101,135,183,191,207,238],"object":[18,103],"tracking.":[19],"Recent":[20],"computer":[21],"vision":[22],"research":[23],"demonstrated":[25],"that":[26],"Mask":[27,117,149,169,198],"R-CNN":[28,118,170,199],"can":[29,75],"be":[30],"trained":[31,139,200],"specific":[34],"categories":[35],"of":[36,97,108,116,154,159],"RGB":[39,205],"when":[41],"massive":[42],"hand-labeled":[43,133,204],"datasets":[44,50],"are":[45,241],"available.":[46],"As":[47],"generating":[48],"these":[49],"is":[51],"time-consuming,":[52],"we":[53,136,142],"instead":[54],"train":[55,113],"with":[56,119,165],"synthetic":[57,72,94,235],"images.":[59],"Many":[60],"robots":[61],"now":[62],"use":[63],"sensors,":[65],"recent":[67],"results":[68],"suggest":[69],"training":[70,95,236],"on":[71,122,151,188,201,209],"data":[74,134],"transfer":[76],"successfully":[77],"the":[79,123,138,213,218,234],"real":[80,210],"world.":[81],"We":[82,112,216],"present":[83],"a":[84,93,114,152,197,202,230],"method":[85],"for":[86],"automated":[87],"dataset":[88,96,125,206],"generation":[89],"rapidly":[91],"generate":[92],"50,000":[98],"320,000":[102],"masks":[104],"using":[105],"simulated":[106],"heaps":[107],"3D":[109],"CAD":[110],"models.":[111],"variant":[115],"domain":[120],"randomization":[121],"generated":[124],"perform":[127],"category-agnostic":[128],"instance":[129],"segmentation":[130],"without":[131],"any":[132],"evaluate":[137],"network,":[140],"which":[141],"refer":[143],"as":[145],"Synthetic":[146],"Depth":[147],"(SD)":[148],"R-CNN,":[150],"set":[153],"real,":[155],"high-resolution":[156],"challenging,":[160],"densely-cluttered":[161],"bins":[162],"containing":[163],"highly-varied":[166],"geometry.":[167],"SD":[168],"outperforms":[171],"point":[172],"cloud":[173],"clustering":[174],"baselines":[175],"by":[176],"an":[177,221],"absolute":[178],"15%":[179],"Average":[181,186],"Precision":[182],"20%":[184],"Recall":[187],"COCO":[189],"benchmarks,":[190],"achieves":[192],"performance":[193],"levels":[194],"similar":[195],"massive,":[203],"fine-tuned":[208],"from":[212],"experimental":[214],"setup.":[215],"deploy":[217],"model":[219],"instance-specific":[222],"pipeline":[224],"demonstrate":[226],"its":[227],"usefulness":[228],"robotics":[231],"application.":[232],"Code,":[233],"dataset,":[237],"supplementary":[239],"material":[240],"available":[242],"at":[243],"https://bit.ly/2letCuE.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":34},{"year":2019,"cited_by_count":7}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}