{"id":"https://openalex.org/W4399039607","doi":"https://doi.org/10.1109/tmm.2024.3405648","title":"Enhancing Unsupervised Semantic Segmentation Through Context-Aware Clustering","display_name":"Enhancing Unsupervised Semantic Segmentation Through Context-Aware Clustering","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399039607","doi":"https://doi.org/10.1109/tmm.2024.3405648"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3405648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405648","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101504155","display_name":"Wei Zhuo","orcid":"https://orcid.org/0009-0004-5780-0364"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Zhuo","raw_affiliation_strings":["National Engineering Laboratory of Big Data System Computing Technology, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory of Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002438548","display_name":"Yuan Wang","orcid":"https://orcid.org/0000-0002-4951-4286"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Wang","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101979693","display_name":"Junliang Chen","orcid":"https://orcid.org/0000-0001-7516-9546"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Chen","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076939216","display_name":"Songhe Deng","orcid":"https://orcid.org/0009-0005-9843-2083"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songhe Deng","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376399","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-5462-6178"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019313200","display_name":"Linlin Shen","orcid":"https://orcid.org/0000-0003-1420-0815"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linlin Shen","raw_affiliation_strings":["National Engineering Laboratory of Big Data System Computing Technology, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","Department of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory of Big Data System Computing Technology, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Department of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100339293","display_name":"Wenwu Zhu","orcid":"https://orcid.org/0000-0003-2236-9290"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Zhu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101504155"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":0.7252,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73988748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"26","issue":null,"first_page":"10081","last_page":"10093"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8508999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8508999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.8421000242233276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.7476999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8881205320358276},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6223167777061462},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5560227036476135},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5195643901824951},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4683736264705658},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41464629769325256},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3320556879043579}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8881205320358276},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6223167777061462},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5560227036476135},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5195643901824951},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4683736264705658},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41464629769325256},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3320556879043579},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3405648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405648","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3894123552","display_name":null,"funder_award_id":"62306183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5017567484","display_name":null,"funder_award_id":"JCYJ20220531101412030","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"},{"id":"https://openalex.org/G5272848669","display_name":null,"funder_award_id":"2024A1515010194","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G5656693508","display_name":null,"funder_award_id":"RCYX20200714114523079","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"},{"id":"https://openalex.org/G6387197257","display_name":null,"funder_award_id":"2023A1515010688","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G7041006821","display_name":null,"funder_award_id":"82261138629","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8025672529","display_name":null,"funder_award_id":"2021Z089","funder_id":"https://openalex.org/F4320324778","funder_display_name":"Ningbo Municipal Bureau of Science and Technology"},{"id":"https://openalex.org/G8699984685","display_name":null,"funder_award_id":"JCYJ20220818101014030","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"},{"id":"https://openalex.org/G8985577795","display_name":null,"funder_award_id":"91959108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316880","display_name":"Natural Science Foundation of Shenzhen City","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320324778","display_name":"Ningbo Municipal Bureau of Science and Technology","ror":"https://ror.org/00gskyj95"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W343636949","https://openalex.org/W1542723449","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W1991367009","https://openalex.org/W2066813062","https://openalex.org/W2067191022","https://openalex.org/W2067912884","https://openalex.org/W2080920426","https://openalex.org/W2110158442","https://openalex.org/W2118246710","https://openalex.org/W2121947440","https://openalex.org/W2124592697","https://openalex.org/W2151103935","https://openalex.org/W2161236525","https://openalex.org/W2194775991","https://openalex.org/W2222512263","https://openalex.org/W2295107390","https://openalex.org/W2340897893","https://openalex.org/W2560023338","https://openalex.org/W2565639579","https://openalex.org/W2630837129","https://openalex.org/W2787091153","https://openalex.org/W2883725317","https://openalex.org/W2888965908","https://openalex.org/W2963091558","https://openalex.org/W2982106100","https://openalex.org/W2990500698","https://openalex.org/W2997591727","https://openalex.org/W2998025051","https://openalex.org/W3009561768","https://openalex.org/W3088227529","https://openalex.org/W3107725261","https://openalex.org/W3112503277","https://openalex.org/W3156800342","https://openalex.org/W3157190320","https://openalex.org/W3159481202","https://openalex.org/W3168822201","https://openalex.org/W3171007011","https://openalex.org/W3172288085","https://openalex.org/W3172615411","https://openalex.org/W3175697334","https://openalex.org/W4214520160","https://openalex.org/W4214893857","https://openalex.org/W4297752702","https://openalex.org/W4312360228","https://openalex.org/W4313156423","https://openalex.org/W4319300040","https://openalex.org/W4387968037","https://openalex.org/W4387969151","https://openalex.org/W4390874575","https://openalex.org/W4399146361","https://openalex.org/W6685057286","https://openalex.org/W6739696289","https://openalex.org/W6774670964","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6786093290","https://openalex.org/W6790518543","https://openalex.org/W6809805176"],"related_works":["https://openalex.org/W4298130764","https://openalex.org/W2804364458","https://openalex.org/W2132641928","https://openalex.org/W4310225030","https://openalex.org/W2090259340","https://openalex.org/W2393816671","https://openalex.org/W2158836806","https://openalex.org/W2083665254","https://openalex.org/W1926736923","https://openalex.org/W2942177010"],"abstract_inverted_index":{"Despite":[0],"the":[1,53,76,141,151],"great":[2],"progress":[3],"of":[4,13,38,45,56,162],"semantic":[5,33,69,78],"segmentation":[6,70,79,172],"with":[7,113,130],"supervised":[8],"learning,":[9],"annotating":[10],"large":[11],"amounts":[12],"pixel-wise":[14],"labels":[15],"is,":[16],"however,":[17],"very":[18],"expensive":[19],"and":[20,85,133,144,153,164,169],"time-consuming.":[21],"To":[22,59],"this":[23,61],"end,":[24],"Unsupervised":[25],"Semantic":[26,99],"Segmentation(USS)":[27],"has":[28],"been":[29],"proposed":[30],"to":[31,52,74,109,126,149,175],"learn":[32],"segmentation,":[34],"without":[35],"any":[36],"form":[37],"annotations.":[39],"This":[40],"approach":[41],"involves":[42],"dense":[43],"prediction":[44],"semantics":[46,105],"which":[47,72,102],"is":[48],"however":[49],"challenging":[50],"due":[51],"unreliable":[54],"nature":[55],"local":[57],"representations.":[58,135],"solve":[60],"problem,":[62],"we":[63,90,119,158],"propose":[64],"a":[65,92,114,121],"newly":[66],"context-aware":[67],"unsupervised":[68,77,180],"framework,":[71],"aims":[73],"enhance":[75],"by":[80],"leveraging":[81],"contextual":[82],"knowledge":[83],"within":[84],"across":[86],"images.":[87],"In":[88],"particular,":[89],"introduce":[91,120],"training":[93],"strategy":[94],"based":[95],"on":[96,106,140],"our":[97,138],"Pyramid":[98],"Guidance":[100],"(PSG),":[101],"utilizes":[103],"holistic":[104],"pyramid":[107],"views":[108],"guide":[110],"pixel":[111],"clustering":[112],"siamese":[115],"network-based":[116],"framework.":[117],"Additionally,":[118],"Context-Aware":[122],"Embedding":[123],"(CAE)":[124],"module":[125],"fuse":[127],"global":[128],"features":[129],"low-level":[131],"geometrical":[132],"appearance":[134],"We":[136],"evaluate":[137],"method":[139],"COCO-Stuff":[142],"dataset":[143],"achieved":[145],"competitive":[146],"results":[147],"compared":[148,174],"both":[150],"convolutional":[152,181],"ViT-based":[154],"USS":[155],"methods.":[156],"Specifically,":[157],"attain":[159],"significant":[160],"improvements":[161],"+4.5%":[163],"+5%":[165],"mIoU":[166],"for":[167],"Stuff":[168],"all":[170],"class":[171],"respectively,":[173],"previous":[176],"approaches":[177],"that":[178],"employ":[179],"backbones.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}