{"id":"https://openalex.org/W3137905681","doi":"https://doi.org/10.1109/tro.2021.3060341","title":"Unseen Object Instance Segmentation for Robotic Environments","display_name":"Unseen Object Instance Segmentation for Robotic Environments","publication_year":2021,"publication_date":"2021-03-22","ids":{"openalex":"https://openalex.org/W3137905681","doi":"https://doi.org/10.1109/tro.2021.3060341","mag":"3137905681"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2021.3060341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2021.3060341","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011715672","display_name":"Christopher Xie","orcid":"https://orcid.org/0000-0002-1027-1010"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Xie","raw_affiliation_strings":["School of Computer Science and Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1027-1010","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101426810","display_name":"Xiang Yu","orcid":"https://orcid.org/0000-0001-9431-5131"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Xiang","raw_affiliation_strings":["NVIDIA, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021728625","display_name":"Arsalan Mousavian","orcid":"https://orcid.org/0000-0001-9356-9455"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arsalan Mousavian","raw_affiliation_strings":["NVIDIA, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9356-9455","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108257764","display_name":"Dieter Fox","orcid":"https://orcid.org/0009-0009-4694-9127"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dieter Fox","raw_affiliation_strings":["NVIDIA, Santa Clara, CA, USA","School of Computer Science and Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"School of Computer Science and Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.1279,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.99320877,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"37","issue":"5","first_page":"1343","last_page":"1359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8257502317428589},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7435713410377502},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7383637428283691},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.7179100513458252},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6853811144828796},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5646851062774658},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5455096364021301},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5387782454490662},{"id":"https://openalex.org/keywords/market-segmentation","display_name":"Market segmentation","score":0.5038794875144958},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.48112979531288147},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.464771568775177},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43801599740982056},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33760586380958557},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08200454711914062},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06892403960227966}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8257502317428589},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7435713410377502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7383637428283691},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7179100513458252},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6853811144828796},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5646851062774658},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5455096364021301},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5387782454490662},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.5038794875144958},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.48112979531288147},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.464771568775177},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43801599740982056},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33760586380958557},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08200454711914062},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06892403960227966},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2021.3060341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2021.3060341","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G137263483","display_name":null,"funder_award_id":"NSF-NRI-1637479","funder_id":"https://openalex.org/F4320309085","funder_display_name":"Center for Selective C-H Functionalization, National Science Foundation"},{"id":"https://openalex.org/G5203629661","display_name":null,"funder_award_id":"63-6094","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320309085","display_name":"Center for Selective C-H Functionalization, National Science Foundation","ror":"https://ror.org/02h8v7m77"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W809122546","https://openalex.org/W845365781","https://openalex.org/W1511733513","https://openalex.org/W1522301498","https://openalex.org/W1565402342","https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1970531977","https://openalex.org/W1972630525","https://openalex.org/W1999478155","https://openalex.org/W2041080396","https://openalex.org/W2066813062","https://openalex.org/W2073700113","https://openalex.org/W2085261163","https://openalex.org/W2121615981","https://openalex.org/W2164741953","https://openalex.org/W2190691619","https://openalex.org/W2322480645","https://openalex.org/W2395611524","https://openalex.org/W2412782625","https://openalex.org/W2470139095","https://openalex.org/W2555182955","https://openalex.org/W2557465155","https://openalex.org/W2560609797","https://openalex.org/W2563705555","https://openalex.org/W2600030077","https://openalex.org/W2605102758","https://openalex.org/W2744404335","https://openalex.org/W2763676071","https://openalex.org/W2769833683","https://openalex.org/W2776622059","https://openalex.org/W2786036844","https://openalex.org/W2797343926","https://openalex.org/W2883199361","https://openalex.org/W2884131745","https://openalex.org/W2890290306","https://openalex.org/W2893763910","https://openalex.org/W2904332125","https://openalex.org/W2927673689","https://openalex.org/W2962783853","https://openalex.org/W2962899390","https://openalex.org/W2962957005","https://openalex.org/W2962967409","https://openalex.org/W2963121255","https://openalex.org/W2963125977","https://openalex.org/W2963149945","https://openalex.org/W2963150697","https://openalex.org/W2963167763","https://openalex.org/W2963182550","https://openalex.org/W2963188159","https://openalex.org/W2963351448","https://openalex.org/W2963362118","https://openalex.org/W2963418739","https://openalex.org/W2963513913","https://openalex.org/W2963775509","https://openalex.org/W2963837081","https://openalex.org/W2963840672","https://openalex.org/W2963881378","https://openalex.org/W2963896186","https://openalex.org/W2964115315","https://openalex.org/W2964121744","https://openalex.org/W2964198579","https://openalex.org/W2964236837","https://openalex.org/W2964309882","https://openalex.org/W2965407719","https://openalex.org/W2966885779","https://openalex.org/W2967153639","https://openalex.org/W2970399728","https://openalex.org/W2973439545","https://openalex.org/W2981793666","https://openalex.org/W2982161360","https://openalex.org/W2986303149","https://openalex.org/W2988715931","https://openalex.org/W2995182785","https://openalex.org/W3001586682","https://openalex.org/W3029330586","https://openalex.org/W3030981716","https://openalex.org/W3034429258","https://openalex.org/W3034430142","https://openalex.org/W3034550906","https://openalex.org/W3034681942","https://openalex.org/W3034949383","https://openalex.org/W3035358681","https://openalex.org/W3035709993","https://openalex.org/W3038163993","https://openalex.org/W3090814639","https://openalex.org/W3103114460","https://openalex.org/W4230982142","https://openalex.org/W4289489637","https://openalex.org/W4394663867","https://openalex.org/W4394671432","https://openalex.org/W6605121731","https://openalex.org/W6622964371","https://openalex.org/W6631190155","https://openalex.org/W6639824700","https://openalex.org/W6666899075","https://openalex.org/W6678317597","https://openalex.org/W6687484953","https://openalex.org/W6696085341","https://openalex.org/W6739778489","https://openalex.org/W6747827861","https://openalex.org/W6749954789","https://openalex.org/W6754677871","https://openalex.org/W6763422710","https://openalex.org/W6766284323","https://openalex.org/W6768129781","https://openalex.org/W6864335059"],"related_works":["https://openalex.org/W2592395359","https://openalex.org/W2535231171","https://openalex.org/W2045342254","https://openalex.org/W1501331687","https://openalex.org/W2326647871","https://openalex.org/W4205247302","https://openalex.org/W2468652214","https://openalex.org/W2501551404","https://openalex.org/W2130144716","https://openalex.org/W1504527458"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,11,92,122],"function":[3],"in":[4,19,31,98],"unstructured":[5],"environments,":[6],"robots":[7],"need":[8],"the":[9,24,35,55,129],"ability":[10],"recognize":[12],"unseen":[13,28,63,76,164,176],"objects.":[14],"We":[15,148,168],"take":[16],"a":[17,139],"step":[18],"this":[20,43],"direction":[21],"by":[22],"tackling":[23],"problem":[25],"of":[26,37,57,83,143],"segmenting":[27],"object":[29,64,77,94,165],"instances":[30],"tabletop":[32],"environments.":[33],"However,":[34],"type":[36],"large-scale":[38,140],"real-world":[39],"dataset":[40,142],"required":[41],"for":[42,49,75,178],"task":[44],"typically":[45],"does":[46],"not":[47],"exist":[48],"most":[50],"robotic":[51],"settings,":[52],"which":[53],"motivates":[54],"use":[56],"synthetic":[58,70,73,125,141],"data.":[59],"Our":[60],"proposed":[61],"method,":[62,136],"instance":[65,78,95,166],"segmentation":[66,158],"(UOIS)-Net,":[67],"separately":[68],"leverages":[69],"RGB":[71,130],"and":[72,102,156],"depth":[74,91],"segmentation.":[79,167],"UOIS-Net":[80],"is":[81,120,131],"composed":[82],"two":[84],"stages:":[85],"first,":[86],"it":[87],"operates":[88],"only":[89],"on":[90,146,163],"produce":[93,154],"center":[96],"votes":[97],"2D":[99],"or":[100],"3D":[101],"assembles":[103],"them":[104],"into":[105],"rough":[106],"initial":[107,111],"masks.":[108],"Second,":[109],"these":[110],"masks":[112],"are":[113],"refined":[114],"using":[115],"RGB.":[116],"Surprisingly,":[117],"our":[118,135,151,172],"framework":[119],"able":[121],"learn":[123],"from":[124],"RGB-D":[126],"data":[127],"where":[128],"nonphotorealistic.":[132],"To":[133],"train":[134],"we":[137],"introduce":[138],"random":[144],"objects":[145,177],"tabletops.":[147],"show":[149,170],"that":[150,171],"method":[152,173],"can":[153,174],"sharp":[155],"accurate":[157],"masks,":[159],"outperforming":[160],"state-of-the-art":[161],"methods":[162],"also":[169],"segment":[175],"robot":[179],"grasping.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
