{"id":"https://openalex.org/W3202871755","doi":"https://doi.org/10.1109/iros51168.2021.9635832","title":"NudgeSeg: Zero-Shot Object Segmentation by Repeated Physical Interaction","display_name":"NudgeSeg: Zero-Shot Object Segmentation by Repeated Physical Interaction","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3202871755","doi":"https://doi.org/10.1109/iros51168.2021.9635832","mag":"3202871755"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9635832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9635832","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067776602","display_name":"Chahat Deep Singh","orcid":"https://orcid.org/0000-0002-9972-5559"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chahat Deep Singh","raw_affiliation_strings":["University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland"],"affiliations":[{"raw_affiliation_string":"University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","institution_ids":["https://openalex.org/I4210116723"]},{"raw_affiliation_string":"Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055752014","display_name":"Nitin J. Sanket","orcid":"https://orcid.org/0000-0001-9681-7602"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitin J. Sanket","raw_affiliation_strings":["University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland"],"affiliations":[{"raw_affiliation_string":"University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","institution_ids":["https://openalex.org/I4210116723"]},{"raw_affiliation_string":"Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075055783","display_name":"Chethan M. Parameshwara","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chethan M. Parameshwara","raw_affiliation_strings":["University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland"],"affiliations":[{"raw_affiliation_string":"University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","institution_ids":["https://openalex.org/I4210116723"]},{"raw_affiliation_string":"Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083553427","display_name":"Cornelia Ferm\u00fcller","orcid":"https://orcid.org/0000-0003-2044-2386"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cornelia Ferm\u00fcller","raw_affiliation_strings":["University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland"],"affiliations":[{"raw_affiliation_string":"University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","institution_ids":["https://openalex.org/I4210116723"]},{"raw_affiliation_string":"Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036912867","display_name":"Yiannis Aloimonos","orcid":"https://orcid.org/0000-0002-8152-4281"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiannis Aloimonos","raw_affiliation_strings":["University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland"],"affiliations":[{"raw_affiliation_string":"University of Maryland,Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies","institution_ids":["https://openalex.org/I4210116723"]},{"raw_affiliation_string":"Perception and Robotics Group, University of Maryland Institute for Advanced Computer Studies, University of Maryland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5067776602"],"corresponding_institution_ids":["https://openalex.org/I4210116723"],"apc_list":null,"apc_paid":null,"fwci":0.3921,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.72379032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2714","last_page":"2721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8564393520355225},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.8070803880691528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7261651158332825},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7081942558288574},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5481069087982178},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5432760119438171},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5155496597290039},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.46903857588768005},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.46533432602882385},{"id":"https://openalex.org/keywords/segmentation-based-object-categorization","display_name":"Segmentation-based object categorization","score":0.43124544620513916},{"id":"https://openalex.org/keywords/market-segmentation","display_name":"Market segmentation","score":0.4170289635658264},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4119434654712677},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.347761869430542},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19281986355781555}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8564393520355225},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.8070803880691528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7261651158332825},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7081942558288574},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5481069087982178},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5432760119438171},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5155496597290039},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.46903857588768005},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.46533432602882385},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.43124544620513916},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.4170289635658264},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4119434654712677},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.347761869430542},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19281986355781555},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros51168.2021.9635832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9635832","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1505952289","https://openalex.org/W1578285471","https://openalex.org/W1673310716","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W1987078119","https://openalex.org/W1990870660","https://openalex.org/W2002875082","https://openalex.org/W2052311585","https://openalex.org/W2068097855","https://openalex.org/W2099330788","https://openalex.org/W2116453776","https://openalex.org/W2245143044","https://openalex.org/W2299529128","https://openalex.org/W2326050853","https://openalex.org/W2337977475","https://openalex.org/W2473208550","https://openalex.org/W2751023760","https://openalex.org/W2788388592","https://openalex.org/W2798569237","https://openalex.org/W2914331897","https://openalex.org/W2962791145","https://openalex.org/W2963150697","https://openalex.org/W2963403249","https://openalex.org/W2963782415","https://openalex.org/W2964112890","https://openalex.org/W2964339591","https://openalex.org/W2982161360","https://openalex.org/W2992384714","https://openalex.org/W2996488097","https://openalex.org/W3035358681","https://openalex.org/W3105287169","https://openalex.org/W3205782382","https://openalex.org/W4243970992","https://openalex.org/W6630201400","https://openalex.org/W6637131181","https://openalex.org/W6639102338","https://openalex.org/W6690939990","https://openalex.org/W6697627194","https://openalex.org/W6720501231"],"related_works":["https://openalex.org/W3144569342","https://openalex.org/W2185902295","https://openalex.org/W2945274617","https://openalex.org/W2103507220","https://openalex.org/W2055202857","https://openalex.org/W2371519352","https://openalex.org/W4205800335","https://openalex.org/W2386644571","https://openalex.org/W2551987074","https://openalex.org/W2372421320"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,18,102,153],"object":[3,13,53],"segmentation":[4,14,54,142,166],"have":[5],"demonstrated":[6],"that":[7],"deep":[8],"neural":[9],"networks":[10],"excel":[11],"at":[12,109,120],"for":[15,36,87],"specific":[16],"classes":[17,32],"color":[19],"and":[20,33,61,74,112,157,164],"depth":[21],"images.":[22],"However,":[23],"their":[24,75],"performance":[25],"is":[26],"dictated":[27],"by":[28,106],"the":[29,50,68,80,95,110,141],"number":[30],"of":[31,71,175],"objects":[34,44,101,111,152],"used":[35,138],"training,":[37],"thereby":[38],"hindering":[39],"generalization":[40],"to":[41,77,82,98,115,139,149],"never":[42],"seen":[43],"or":[45],"zero-shot":[46,89,179],"samples.":[47],"To":[48],"exacerbate":[49],"problem":[51],"further,":[52],"using":[55,123],"image":[56,163],"frames":[57],"rely":[58],"on":[59,178],"recognition":[60],"pattern":[62],"matching":[63],"cues.":[64],"Instead,":[65],"we":[66,93],"utilize":[67],"\u2018active\u2019":[69],"nature":[70],"a":[72,103,125],"robot":[73],"ability":[76],"\u2018interact\u2019":[78],"with":[79,162],"environment":[81],"induce":[83],"additional":[84,117],"geometric":[85],"constraints":[86],"segmenting":[88],"samples.In":[90],"this":[91],"paper,":[92],"present":[94],"first":[96],"framework":[97,132],"segment":[99,150],"unknown":[100],"cluttered":[104,155],"scene":[105],"repeatedly":[107],"\u2018nudging\u2019":[108],"moving":[113],"them":[114],"obtain":[116],"motion":[118,135,165],"cues":[119,136],"every":[121],"step":[122],"only":[124],"monochrome":[126],"monocular":[127],"camera.":[128],"We":[129,144,168],"call":[130],"our":[131,147],"NudgeSeg.":[133],"These":[134],"are":[137],"refine":[140],"masks.":[143],"successfully":[145],"test":[146],"approach":[148],"novel":[151],"various":[154],"scenes":[156],"provide":[158],"an":[159,170],"extensive":[160],"study":[161],"methods.":[167],"show":[169],"impressive":[171],"average":[172],"detection":[173],"rate":[174],"over":[176],"86%":[177],"objects.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-23T05:10:03.516525","created_date":"2025-10-10T00:00:00"}