{"id":"https://openalex.org/W3104101490","doi":"https://doi.org/10.1109/icra48506.2021.9560806","title":"\u201cWhat\u2019s This?\u201d - Learning to Segment Unknown Objects from Manipulation Sequences","display_name":"\u201cWhat\u2019s This?\u201d - Learning to Segment Unknown Objects from Manipulation Sequences","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3104101490","doi":"https://doi.org/10.1109/icra48506.2021.9560806","mag":"3104101490"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9560806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.03279","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056660067","display_name":"Wout Boerdijk","orcid":"https://orcid.org/0000-0003-0789-5970"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Wout Boerdijk","raw_affiliation_strings":["German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","Institute of Robotics and Mechatronics, German Aerospace Center (DLR),Wessling,Germany,82234"],"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center (DLR),Wessling,Germany,82234","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064985080","display_name":"Martin Sundermeyer","orcid":"https://orcid.org/0000-0003-0587-9643"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Sundermeyer","raw_affiliation_strings":["German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","[German Aerospace Center]"],"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"[German Aerospace Center]","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024718059","display_name":"Maximilian Durner","orcid":"https://orcid.org/0000-0001-8885-5334"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Durner","raw_affiliation_strings":["German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","Institute of Robotics and Mechatronics, German Aerospace Center (DLR),Wessling,Germany,82234"],"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center (DLR),Wessling,Germany,82234","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050478468","display_name":"Rudolph Triebel","orcid":"https://orcid.org/0000-0002-7975-036X"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rudolph Triebel","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich (TUM), Garching, Germany","German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","Institute of Robotics and Mechatronics, German Aerospace Center (DLR),Wessling,Germany,82234"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich (TUM), Garching, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"German Aerospace Center (DLR), Institute of Robotics and Mechatronics, Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center (DLR),Wessling,Germany,82234","institution_ids":["https://openalex.org/I2898391981"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5056660067"],"corresponding_institution_ids":["https://openalex.org/I2898391981"],"apc_list":null,"apc_paid":null,"fwci":0.0968,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.34027541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"10160","last_page":"10167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8248593807220459},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8072712421417236},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7027195692062378},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6996729969978333},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5974310636520386},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5793578624725342},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49993419647216797},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.4629695415496826},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.41892555356025696}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8248593807220459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8072712421417236},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7027195692062378},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6996729969978333},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5974310636520386},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5793578624725342},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49993419647216797},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.4629695415496826},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.41892555356025696},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icra48506.2021.9560806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560806","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:elib.dlr.de:146603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ICRA48506.2021.9560806>.","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:arXiv.org:2011.03279","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.03279","pdf_url":"https://arxiv.org/pdf/2011.03279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3104101490","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2011.03279","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2011.03279","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.03279","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.03279","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.03279","pdf_url":"https://arxiv.org/pdf/2011.03279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1485009520","https://openalex.org/W1578285471","https://openalex.org/W1861492603","https://openalex.org/W2008656436","https://openalex.org/W2022139467","https://openalex.org/W2029013291","https://openalex.org/W2029434782","https://openalex.org/W2052968995","https://openalex.org/W2090518410","https://openalex.org/W2101705628","https://openalex.org/W2117248802","https://openalex.org/W2148534289","https://openalex.org/W2170140722","https://openalex.org/W2190691619","https://openalex.org/W2194775991","https://openalex.org/W2299400169","https://openalex.org/W2470139095","https://openalex.org/W2513241981","https://openalex.org/W2517490240","https://openalex.org/W2604233003","https://openalex.org/W2743627947","https://openalex.org/W2751023760","https://openalex.org/W2798569237","https://openalex.org/W2886944874","https://openalex.org/W2901951655","https://openalex.org/W2950541952","https://openalex.org/W2953221084","https://openalex.org/W2955084925","https://openalex.org/W2962791145","https://openalex.org/W2963271314","https://openalex.org/W2963395775","https://openalex.org/W2963403868","https://openalex.org/W2963548592","https://openalex.org/W2963668159","https://openalex.org/W2963827464","https://openalex.org/W2963983744","https://openalex.org/W2964156315","https://openalex.org/W2964309882","https://openalex.org/W2967498193","https://openalex.org/W2979204512","https://openalex.org/W3070974882","https://openalex.org/W3090584485","https://openalex.org/W3091053619","https://openalex.org/W3091598728","https://openalex.org/W3109908659","https://openalex.org/W3110074314","https://openalex.org/W3134051502","https://openalex.org/W3209443990","https://openalex.org/W4206755693","https://openalex.org/W4300179783","https://openalex.org/W4300747391","https://openalex.org/W6628877408","https://openalex.org/W6687484953","https://openalex.org/W6730270829","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6774026235","https://openalex.org/W6775583579","https://openalex.org/W6781645381","https://openalex.org/W6786577255","https://openalex.org/W6864332406"],"related_works":["https://openalex.org/W3207049979","https://openalex.org/W3010616741","https://openalex.org/W2899380617","https://openalex.org/W2963395775","https://openalex.org/W3003224579","https://openalex.org/W2968409168","https://openalex.org/W2564998703","https://openalex.org/W2626926650","https://openalex.org/W3163104128","https://openalex.org/W2884447699","https://openalex.org/W201937503","https://openalex.org/W2600235612","https://openalex.org/W3140935183","https://openalex.org/W2949483653","https://openalex.org/W3167771209","https://openalex.org/W2111284745","https://openalex.org/W2773030754","https://openalex.org/W2809502869","https://openalex.org/W2992370539","https://openalex.org/W2979684181"],"abstract_inverted_index":{"We":[0,148],"present":[1,76],"a":[2,11,24,46,104,153],"novel":[3],"framework":[4,131],"for":[5,72],"self-supervised":[6],"grasped":[7],"object":[8,29,68,109],"segmentation":[9,21,155],"with":[10,81,91,141,157,166],"robotic":[12],"manipulator.":[13],"Our":[14,95],"method":[15,96],"successively":[16],"learns":[17],"an":[18],"agnostic":[19],"foreground":[20],"followed":[22],"by":[23,31],"distinction":[25],"between":[26,35],"manipulator":[27,65],"and":[28,56,66,132,172],"solely":[30],"observing":[32],"the":[33,61,64,67,86,127,142,158],"motion":[34,54,62],"consecutive":[36],"RGB":[37],"frames.":[38],"In":[39],"contrast":[40],"to":[41,78],"previous":[42],"approaches,":[43],"we":[44,75,125],"propose":[45],"single,":[47],"end-to-end":[48],"trainable":[49],"architecture":[50],"which":[51],"jointly":[52],"incorporates":[53],"cues":[55,71],"semantic":[57,154],"knowledge.":[58],"Furthermore,":[59],"while":[60],"of":[63,103,129,139,146],"are":[69,175],"substantial":[70],"our":[73,130],"algorithm,":[74],"means":[77],"robustly":[79],"deal":[80],"distraction":[82],"objects":[83],"moving":[84],"in":[85],"background,":[87],"as":[88,90],"well":[89],"completely":[92],"static":[93],"scenes.":[94],"neither":[97],"depends":[98],"on":[99,112,136,164],"any":[100,117],"visual":[101],"registration":[102],"kinematic":[105],"robot":[106],"or":[107,116],"3D":[108],"models,":[110],"nor":[111],"precise":[113],"hand-eye":[114],"calibration":[115],"additional":[118],"sensor":[119],"data.":[120,170],"By":[121],"extensive":[122],"experimental":[123],"evaluation":[124],"demonstrate":[126],"superiority":[128],"provide":[133],"detailed":[134],"insights":[135],"its":[137],"capability":[138],"dealing":[140],"aforementioned":[143],"extreme":[144],"cases":[145],"motion.":[147],"also":[149],"show":[150],"that":[151],"training":[152,169],"network":[156],"automatically":[159],"labeled":[160],"data":[161],"achieves":[162],"results":[163],"par":[165],"manually":[167],"annotated":[168],"Code":[171],"pretrained":[173],"model":[174],"available":[176],"at":[177],"https://github.com/DLR-RM/DistinctNet.":[178]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}
