{"id":"https://openalex.org/W4388624635","doi":"https://doi.org/10.1109/tpami.2023.3332435","title":"Semantic Hierarchy-Aware Segmentation","display_name":"Semantic Hierarchy-Aware Segmentation","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4388624635","doi":"https://doi.org/10.1109/tpami.2023.3332435"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3332435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3332435","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014945486","display_name":"Liulei Li","orcid":"https://orcid.org/0000-0002-4637-0328"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Liulei Li","raw_affiliation_strings":["ReLER, AAII, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4637-0328","affiliations":[{"raw_affiliation_string":"ReLER, AAII, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101433884","display_name":"Wenguan Wang","orcid":"https://orcid.org/0000-0002-0802-9567"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenguan Wang","raw_affiliation_strings":["Collaborative lnnovation Center of Artificial Intelligence (CCAI), Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0802-9567","affiliations":[{"raw_affiliation_string":"Collaborative lnnovation Center of Artificial Intelligence (CCAI), Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091518967","display_name":"Tianfei Zhou","orcid":"https://orcid.org/0000-0001-5475-1473"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Tianfei Zhou","raw_affiliation_strings":["Computer Vision Lab, ETH Zurich, Z&#x00FC;rich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-5475-1473","affiliations":[{"raw_affiliation_string":"Computer Vision Lab, ETH Zurich, Z&#x00FC;rich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090036167","display_name":"Ruijie Quan","orcid":"https://orcid.org/0000-0003-4077-1398"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijie Quan","raw_affiliation_strings":["Collaborative lnnovation Center of Artificial Intelligence (CCAI), Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4077-1398","affiliations":[{"raw_affiliation_string":"Collaborative lnnovation Center of Artificial Intelligence (CCAI), Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005421447","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-0512-880X"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["Collaborative lnnovation Center of Artificial Intelligence (CCAI), Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0512-880X","affiliations":[{"raw_affiliation_string":"Collaborative lnnovation Center of Artificial Intelligence (CCAI), Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5736,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.96200385,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"46","issue":"4","first_page":"2123","last_page":"2138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7024746537208557},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6818846464157104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.643744707107544},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5593029856681824},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.552102267742157},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39764875173568726},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32136431336402893}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7024746537208557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6818846464157104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.643744707107544},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5593029856681824},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.552102267742157},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39764875173568726},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32136431336402893},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpami.2023.3332435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3332435","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2337106423","display_name":null,"funder_award_id":"62372405","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7235758038","display_name":null,"funder_award_id":"226-2022-00051","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":159,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1959000896","https://openalex.org/W1975517671","https://openalex.org/W2008835805","https://openalex.org/W2021354639","https://openalex.org/W2031489346","https://openalex.org/W2033012377","https://openalex.org/W2044913453","https://openalex.org/W2056860348","https://openalex.org/W2061851712","https://openalex.org/W2096733369","https://openalex.org/W2100799972","https://openalex.org/W2104408738","https://openalex.org/W2108598243","https://openalex.org/W2117225622","https://openalex.org/W2123126017","https://openalex.org/W2137881638","https://openalex.org/W2139381543","https://openalex.org/W2145287260","https://openalex.org/W2150766729","https://openalex.org/W2155440340","https://openalex.org/W2157364932","https://openalex.org/W2158535772","https://openalex.org/W2162820221","https://openalex.org/W2166985665","https://openalex.org/W2171590421","https://openalex.org/W2194775991","https://openalex.org/W2334493732","https://openalex.org/W2336829997","https://openalex.org/W2412782625","https://openalex.org/W2440599146","https://openalex.org/W2479069429","https://openalex.org/W2549858646","https://openalex.org/W2560023338","https://openalex.org/W2563705555","https://openalex.org/W2601564443","https://openalex.org/W2604254608","https://openalex.org/W2606377603","https://openalex.org/W2751746637","https://openalex.org/W2778940641","https://openalex.org/W2781228439","https://openalex.org/W2787091153","https://openalex.org/W2788024025","https://openalex.org/W2797520557","https://openalex.org/W2799213142","https://openalex.org/W2883779225","https://openalex.org/W2884822772","https://openalex.org/W2885613075","https://openalex.org/W2893642647","https://openalex.org/W2895340641","https://openalex.org/W2895347732","https://openalex.org/W2955058313","https://openalex.org/W2955813853","https://openalex.org/W2962798895","https://openalex.org/W2962860144","https://openalex.org/W2962891704","https://openalex.org/W2963091558","https://openalex.org/W2963203586","https://openalex.org/W2963318290","https://openalex.org/W2963321359","https://openalex.org/W2963350373","https://openalex.org/W2963351448","https://openalex.org/W2963727650","https://openalex.org/W2963787264","https://openalex.org/W2963881378","https://openalex.org/W2963978393","https://openalex.org/W2963988212","https://openalex.org/W2964070329","https://openalex.org/W2964072977","https://openalex.org/W2964252655","https://openalex.org/W2965391153","https://openalex.org/W2981689412","https://openalex.org/W2981750895","https://openalex.org/W2981899103","https://openalex.org/W2981938486","https://openalex.org/W2989684653","https://openalex.org/W2990032492","https://openalex.org/W2990775046","https://openalex.org/W2991471181","https://openalex.org/W2993235622","https://openalex.org/W2995888011","https://openalex.org/W3009224666","https://openalex.org/W3014641072","https://openalex.org/W3034230284","https://openalex.org/W3034760601","https://openalex.org/W3034958977","https://openalex.org/W3035406632","https://openalex.org/W3035590987","https://openalex.org/W3035638749","https://openalex.org/W3096653763","https://openalex.org/W3105916048","https://openalex.org/W3107113572","https://openalex.org/W3107653507","https://openalex.org/W3108326630","https://openalex.org/W3108657013","https://openalex.org/W3110495309","https://openalex.org/W3119381934","https://openalex.org/W3121709906","https://openalex.org/W3122412340","https://openalex.org/W3138516171","https://openalex.org/W3159637683","https://openalex.org/W3170841864","https://openalex.org/W3177198117","https://openalex.org/W3182236906","https://openalex.org/W3202424564","https://openalex.org/W3204876016","https://openalex.org/W4200017248","https://openalex.org/W4205474609","https://openalex.org/W4214893857","https://openalex.org/W4225495512","https://openalex.org/W4251009746","https://openalex.org/W4294842893","https://openalex.org/W4300479382","https://openalex.org/W4312511177","https://openalex.org/W4312580473","https://openalex.org/W4312689172","https://openalex.org/W4312815172","https://openalex.org/W4313023122","https://openalex.org/W4320015877","https://openalex.org/W4385245566","https://openalex.org/W4386065959","https://openalex.org/W4386076222","https://openalex.org/W4386076516","https://openalex.org/W4390873132","https://openalex.org/W4390873144","https://openalex.org/W6608394925","https://openalex.org/W6631156306","https://openalex.org/W6636378376","https://openalex.org/W6678470764","https://openalex.org/W6679196975","https://openalex.org/W6680273311","https://openalex.org/W6680823260","https://openalex.org/W6681239517","https://openalex.org/W6682939927","https://openalex.org/W6685183736","https://openalex.org/W6696085341","https://openalex.org/W6726497184","https://openalex.org/W6729265172","https://openalex.org/W6739076403","https://openalex.org/W6739696289","https://openalex.org/W6744458466","https://openalex.org/W6750599894","https://openalex.org/W6751733626","https://openalex.org/W6752122265","https://openalex.org/W6757817989","https://openalex.org/W6767377503","https://openalex.org/W6784307256","https://openalex.org/W6784556544","https://openalex.org/W6784745436","https://openalex.org/W6797399245","https://openalex.org/W6798837711","https://openalex.org/W6843355076","https://openalex.org/W6845518869","https://openalex.org/W6845611785","https://openalex.org/W6846841345","https://openalex.org/W6848275646","https://openalex.org/W6848855029","https://openalex.org/W6852669933"],"related_works":["https://openalex.org/W2365264209","https://openalex.org/W962203960","https://openalex.org/W2026999166","https://openalex.org/W1996802783","https://openalex.org/W2509431957","https://openalex.org/W4211007821","https://openalex.org/W2802395037","https://openalex.org/W4389565704","https://openalex.org/W1976216854","https://openalex.org/W3207031006"],"abstract_inverted_index":{"Humans":[0],"are":[1,45],"able":[2],"to":[3,11,111,118,127,132,160,188,213,251],"recognize":[4],"structured":[5,220],"relations":[6],"in":[7,37,83,104],"observation,":[8],"allowing":[9],"us":[10],"decompose":[12],"complex":[13],"scenes":[14],"into":[15],"simpler":[16],"parts":[17],"and":[18,51,122,218,239,279,287,289,295],"abstract":[19],"the":[20,54,72,119,129,178,190,206,232,241,290,293],"visual":[21,81],"world":[22],"at":[23],"multiple":[24],"levels.":[25],"However,":[26],"such":[27],"hierarchical":[28,67],"reasoning":[29],"ability":[30],"of":[31,40,48,74,80,85,177,197,297],"human":[32],"perception":[33],"remains":[34],"largely":[35],"unexplored":[36],"current":[38,161],"literature":[39],"semantic":[41,55,68,237,268],"segmentation.":[42],"Existing":[43],"works":[44],"often":[46],"aware":[47],"flatten":[49],"labels":[50,238],"distinguish":[52],"all":[53],"categories":[56],"exclusively":[57],"for":[58,260],"each":[59],"pixel.":[60],"In":[61],"this":[62,105],"work,":[63],"we":[64,229],"instead":[65],"address":[66,138],"segmentation":[69,116,162,186,221,269],"(HSS),":[70],"with":[71,194,246,281],"aim":[73],"providing":[75],"a":[76,86,95,150,181,195,256],"structured,":[77],"pixel-wise":[78,151],"description":[79],"observation":[82],"terms":[84],"class":[87,130,283],"hierarchy.":[88],"We":[89,262],"devise":[90],"<sc":[91,143,170,201,225,252],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[92,108,124,140,144,167,171,202,226,253],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Hssn</small>":[93,145,172,203,227,254],",":[94,142,169,228],"general":[96],"HSS":[97,120,134,148],"framework":[98,259],"that":[99],"tackles":[100],"two":[101],"critical":[102],"issues":[103],"task:":[106],"<bold":[107,123,139,166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i)</b>":[109,141],"how":[110,126],"efficiently":[112,204],"adapt":[113],"existing":[114],"hierarchy-agnostic":[115],"networks":[117],"setting,":[121],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ii)</b>":[125,168],"leverage":[128],"hierarchy":[131,179,191],"regularize":[133],"network":[135,285],"learning.":[136],"To":[137,164],"directly":[146],"casts":[147],"as":[149,180,212],"multi-label":[152],"classification":[153],"task,":[154],"only":[155],"bringing":[156],"minimal":[157],"architecture":[158],"change":[159],"models.":[163],"solve":[165],"first":[173],"explores":[174],"inherent":[175],"properties":[176],"training":[182],"objective,":[183],"which":[184],"enforces":[185],"predictions":[187],"obey":[189],"structure.":[192],"Furthermore,":[193],"set":[196],"hierarchy-induced":[198],"margin":[199,242],"constraints,":[200],"reshapes":[205],"learned":[207],"pixel":[208,216],"embedding":[209],"space,":[210],"so":[211],"generate":[214],"hierarchy-aware":[215],"representations":[217],"facilitate":[219],"eventually.":[222],"Building":[223],"upon":[224],"further":[230],"exploit":[231],"mutual":[233],"exclusion":[234],"relation":[235],"between":[236],"strengthen":[240],"based":[243],"regularization":[244],"strategy":[245],"more":[247,257],"meaningful":[248],"constrains,":[249],"leading":[250],"+,":[255],"effective":[258],"HSS.":[261],"conduct":[263],"extensive":[264],"experiments":[265],"on":[266],"six":[267],"datasets":[270],"(i.e.,":[271],"Mapillary":[272],"Vistas":[273],"2.0,":[274],"Cityscapes,":[275],"LIP,":[276],"PASCAL-Person-Part,":[277],"PASCAL-Part-58,":[278],"PASCAL-Part-108),":[280],"different":[282],"hierarchies,":[284],"architectures,":[286],"backbones,":[288],"results":[291],"confirm":[292],"generalization":[294],"superiority":[296],"our":[298],"algorithms.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":18}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}