{"id":"https://openalex.org/W4403792225","doi":"https://doi.org/10.1145/3664647.3681710","title":"DINO is Also a Semantic Guider: Exploiting Class-aware Affinity for Weakly Supervised Semantic Segmentation","display_name":"DINO is Also a Semantic Guider: Exploiting Class-aware Affinity for Weakly Supervised Semantic Segmentation","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792225","doi":"https://doi.org/10.1145/3664647.3681710"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084918752","display_name":"Yuanchen Wu","orcid":"https://orcid.org/0000-0003-4079-4725"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanchen Wu","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339621","display_name":"Xiaoqiang Li","orcid":"https://orcid.org/0000-0001-7243-2783"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Li","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046247173","display_name":"Jide Li","orcid":"https://orcid.org/0000-0002-0754-5842"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jide Li","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083388855","display_name":"Kequan Yang","orcid":"https://orcid.org/0000-0002-5084-3474"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kequan Yang","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066663182","display_name":"Pinpin Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinpin Zhu","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107746826","display_name":"Shaohua Zhang","orcid":"https://orcid.org/0000-0001-9289-3827"},"institutions":[{"id":"https://openalex.org/I153806059","display_name":"Shanghai Business School","ror":"https://ror.org/05kf5z787","country_code":"CN","type":"education","lineage":["https://openalex.org/I153806059"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Zhang","raw_affiliation_strings":["Shanghai Business School, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Business School, Shanghai, China","institution_ids":["https://openalex.org/I153806059"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5084918752"],"corresponding_institution_ids":["https://openalex.org/I141962983"],"apc_list":null,"apc_paid":null,"fwci":1.5745,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.84934305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1389","last_page":"1397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7363278269767761},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.7069534063339233},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6757928133010864},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5474725961685181},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5372025966644287},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3537008762359619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7363278269767761},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.7069534063339233},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6757928133010864},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5474725961685181},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5372025966644287},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3537008762359619}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W611457968","https://openalex.org/W1495267108","https://openalex.org/W1861492603","https://openalex.org/W2144794286","https://openalex.org/W2295107390","https://openalex.org/W2412782625","https://openalex.org/W2962758679","https://openalex.org/W2962867364","https://openalex.org/W2996952120","https://openalex.org/W3023371261","https://openalex.org/W3034930876","https://openalex.org/W3035703639","https://openalex.org/W3159481202","https://openalex.org/W3164772195","https://openalex.org/W3170128766","https://openalex.org/W3170544306","https://openalex.org/W3170841864","https://openalex.org/W3207676276","https://openalex.org/W3211490618","https://openalex.org/W4221115899","https://openalex.org/W4226158211","https://openalex.org/W4286905173","https://openalex.org/W4312509967","https://openalex.org/W4312566218","https://openalex.org/W4312709262","https://openalex.org/W4312901841","https://openalex.org/W4313153210","https://openalex.org/W4382467532","https://openalex.org/W4385768239","https://openalex.org/W4386066092","https://openalex.org/W4386083007","https://openalex.org/W4386083104","https://openalex.org/W4386113253"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4385583601","https://openalex.org/W4395685956","https://openalex.org/W2799953226","https://openalex.org/W4398146871","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Weakly":[0],"supervised":[1,196],"semantic":[2,59,111],"segmentation":[3,21],"(WSSS)":[4],"using":[5],"image-level":[6],"labels":[7],"is":[8,33,119,199],"a":[9,44,68,139],"challenging":[10],"task,":[11],"with":[12],"relying":[13],"on":[14,90,177],"Class":[15],"Activation":[16],"Map":[17,107],"(CAM)":[18],"to":[19,49,61,121,145,193],"derive":[20],"supervision.":[22],"Although":[23],"many":[24],"efficient":[25],"single-stage":[26],"solutions":[27],"have":[28],"been":[29],"proposed,":[30],"their":[31],"performance":[32,191],"hindered":[34],"by":[35,126],"the":[36,51,57,76,81,86,98,103,114,122,127,132,167,178],"inherent":[37],"ambiguity":[38],"of":[39,83,116],"CAM.":[40],"This":[41],"paper":[42],"introduces":[43],"new":[45],"approach,":[46],"dubbed":[47],"ECA,":[48],"Exploit":[50],"self-supervised":[52],"Vision":[53],"Transformer,":[54],"DINO,":[55],"inducing":[56],"Class-aware":[58,104],"Affinity":[60,70,105],"overcome":[62],"this":[63],"limitation.":[64],"Specifically,":[65],"we":[66,94,137],"introduce":[67],"Semantic":[69],"Exploitation":[71],"module":[72,143],"(SAE).":[73],"It":[74],"establishes":[75],"class-agnostic":[77],"affinity":[78,99],"graph":[79,100],"through":[80],"self-attention":[82],"DINO.":[84],"Using":[85],"highly":[87],"activated":[88],"patches":[89],"CAMs":[91],"as":[92,109],"'seeds',":[93],"propagate":[95],"them":[96],"across":[97],"and":[101,134,182],"yield":[102],"Region":[106],"(CARM)":[108],"supplementary":[110],"guidance.":[112],"Moreover,":[113],"selection":[115,156],"reliable":[117],"'seeds'":[118],"crucial":[120],"CARM":[123],"generation.":[124],"Inspired":[125],"observed":[128],"CAM":[129,140,149,153],"inconsistency":[130],"between":[131],"global":[133],"local":[135],"views,":[136],"develop":[138],"Correspondence":[141],"Enhancement":[142],"(CCE)":[144],"encourage":[146],"dense":[147],"local-to-global":[148],"correspondences,":[150],"advancing":[151],"high-fidelity":[152],"for":[154],"seed":[155],"in":[157],"SAE.":[158],"Our":[159],"experimental":[160],"results":[161],"demonstrate":[162],"that":[163],"ECA":[164],"effectively":[165],"improves":[166],"model's":[168],"object":[169],"pattern":[170],"understanding.":[171],"Remarkably,":[172],"it":[173],"outperforms":[174],"state-of-the-art":[175],"alternatives":[176],"PASCAL":[179],"VOC":[180],"2012":[181],"MS":[183],"COCO":[184],"2014":[185],"datasets,":[186],"achieving":[187],"90.1%":[188],"upper":[189],"bound":[190],"compared":[192],"its":[194],"fully":[195],"counterpart.":[197],"Code":[198],"available":[200],"at":[201],"https://github.com/Wu0409/ECA.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}