{"id":"https://openalex.org/W4394972247","doi":"https://doi.org/10.48550/arxiv.2404.12386","title":"SOHES: Self-supervised Open-world Hierarchical Entity Segmentation","display_name":"SOHES: Self-supervised Open-world Hierarchical Entity Segmentation","publication_year":2024,"publication_date":"2024-04-18","ids":{"openalex":"https://openalex.org/W4394972247","doi":"https://doi.org/10.48550/arxiv.2404.12386"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2404.12386","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.12386","pdf_url":"https://arxiv.org/pdf/2404.12386","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.12386","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050360449","display_name":"Shengcao Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Shengcao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005119482","display_name":"Jiuxiang Gu","orcid":"https://orcid.org/0000-0002-3437-5084"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Jiuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076366439","display_name":"Jason Kuen","orcid":"https://orcid.org/0000-0001-5099-8145"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuen, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074267258","display_name":"Hao Tan","orcid":"https://orcid.org/0000-0002-9489-6543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101424484","display_name":"Ruiyi Zhang","orcid":"https://orcid.org/0000-0002-4776-6762"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024078415","display_name":"Handong Zhao","orcid":"https://orcid.org/0000-0003-3775-2954"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Handong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032571629","display_name":"Ani Nenkova","orcid":"https://orcid.org/0000-0002-5825-7875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nenkova, Ani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016962709","display_name":"Liang-Yan Gui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gui, Liang-Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795165","display_name":"Tong Sun","orcid":"https://orcid.org/0000-0001-7298-0333"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102952938","display_name":"Yu-Xiong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yu-Xiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6041347980499268},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.570814311504364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4760153889656067}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6041347980499268},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.570814311504364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4760153889656067}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2404.12386","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.12386","pdf_url":"https://arxiv.org/pdf/2404.12386","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.12386","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.12386","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.12386","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.12386","pdf_url":"https://arxiv.org/pdf/2404.12386","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Open-world":[0,52],"entity":[1,34,150],"segmentation,":[2,142],"as":[3,129],"an":[4],"emerging":[5],"computer":[6],"vision":[7],"task,":[8],"aims":[9],"at":[10],"segmenting":[11,111],"entities":[12],"in":[13,69,103,139,152],"images":[14,27,128],"without":[15],"being":[16],"restricted":[17],"by":[18],"pre-defined":[19],"classes,":[20],"offering":[21],"impressive":[22],"generalization":[23],"capabilities":[24],"on":[25,44,96],"unseen":[26],"and":[28,74,99],"concepts.":[29],"Despite":[30],"its":[31],"promise,":[32],"existing":[33],"segmentation":[35,94,151],"methods":[36],"like":[37],"Segment":[38],"Anything":[39],"Model":[40],"(SAM)":[41],"rely":[42],"heavily":[43],"costly":[45],"expert":[46],"annotators.":[47],"This":[48],"work":[49],"presents":[50],"Self-supervised":[51],"Hierarchical":[53],"Entity":[54],"Segmentation":[55],"(SOHES),":[56],"a":[57,77,93,106,120,144],"novel":[58],"approach":[59],"that":[60],"eliminates":[61],"the":[62,97,101,130,153],"need":[63],"for":[64],"human":[65],"annotations.":[66],"SOHES":[67,113],"operates":[68],"three":[70],"phases:":[71],"self-exploration,":[72],"self-instruction,":[73],"self-correction.":[75],"Given":[76],"pre-trained":[78],"self-supervised":[79,140],"representation,":[80],"we":[81,91],"produce":[82],"abundant":[83],"high-quality":[84,148],"pseudo-labels":[85,104],"through":[86],"visual":[87,124],"feature":[88],"clustering.":[89],"Then,":[90],"train":[92],"model":[95],"pseudo-labels,":[98],"rectify":[100],"noises":[102],"via":[105],"teacher-student":[107],"mutual-learning":[108],"procedure.":[109],"Beyond":[110],"entities,":[112],"also":[114],"captures":[115],"their":[116],"constituent":[117],"parts,":[118],"providing":[119],"hierarchical":[121],"understanding":[122],"of":[123,155],"entities.":[125],"Using":[126],"raw":[127],"sole":[131],"training":[132],"data,":[133],"our":[134],"method":[135],"achieves":[136],"unprecedented":[137],"performance":[138],"open-world":[141,149],"marking":[143],"significant":[145],"milestone":[146],"towards":[147],"absence":[154],"human-annotated":[156],"masks.":[157],"Project":[158],"page:":[159],"https://SOHES-ICLR.github.io.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}