{"id":"https://openalex.org/W4407690786","doi":"https://doi.org/10.1109/tpami.2025.3543191","title":"Frozen CLIP-DINO: A Strong Backbone for Weakly Supervised Semantic Segmentation","display_name":"Frozen CLIP-DINO: A Strong Backbone for Weakly Supervised Semantic Segmentation","publication_year":2025,"publication_date":"2025-02-18","ids":{"openalex":"https://openalex.org/W4407690786","doi":"https://doi.org/10.1109/tpami.2025.3543191","pmid":"https://pubmed.ncbi.nlm.nih.gov/40036450"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3543191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3543191","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007047764","display_name":"Bingfeng Zhang","orcid":"https://orcid.org/0000-0001-5751-2873"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingfeng Zhang","raw_affiliation_strings":["China University of Petroleum (East China), Qingdao, China","China University of Petroleum (East China), Qingdao, P.R. China"],"raw_orcid":"https://orcid.org/0000-0001-5751-2873","affiliations":[{"raw_affiliation_string":"China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"China University of Petroleum (East China), Qingdao, P.R. China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101991085","display_name":"Siyue Yu","orcid":"https://orcid.org/0009-0006-6749-4318"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyue Yu","raw_affiliation_strings":["School of Advanced Technology, Xi'an Jiaotong-Liverpool University, Suzhou, China","School of Advanced Technology, Xi'an Jiaotong Liverpool University, Suzhou, P.R. China"],"raw_orcid":"https://orcid.org/0009-0006-6749-4318","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]},{"raw_affiliation_string":"School of Advanced Technology, Xi'an Jiaotong Liverpool University, Suzhou, P.R. China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011918180","display_name":"Jimin Xiao","orcid":"https://orcid.org/0000-0002-9416-2486"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jimin Xiao","raw_affiliation_strings":["School of Advanced Technology, Xi'an Jiaotong-Liverpool University, Suzhou, China","School of Advanced Technology, Xi'an Jiaotong Liverpool University, Suzhou, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-9416-2486","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]},{"raw_affiliation_string":"School of Advanced Technology, Xi'an Jiaotong Liverpool University, Suzhou, P.R. China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087043856","display_name":"Yunchao Wei","orcid":"https://orcid.org/0000-0002-2812-8781"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunchao Wei","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2812-8781","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8581-9554","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.4235,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.99103049,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"47","issue":"5","first_page":"4198","last_page":"4214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7213000059127808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7213000059127808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7192999720573425,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6951000094413757,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7104674577713013},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6559763550758362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6516878604888916},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5217990875244141},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5208009481430054},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41707903146743774},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36904436349868774}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7104674577713013},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6559763550758362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6516878604888916},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5217990875244141},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5208009481430054},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41707903146743774},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36904436349868774}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3543191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3543191","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40036450","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40036450","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1120713387","display_name":null,"funder_award_id":"62471405","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3676267650","display_name":null,"funder_award_id":"62301451","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G578829457","display_name":null,"funder_award_id":"ZR2023QF046","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8474282363","display_name":null,"funder_award_id":"62301613","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G862766206","display_name":null,"funder_award_id":"62331003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W27675589","https://openalex.org/W611457968","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W1990283121","https://openalex.org/W2031489346","https://openalex.org/W2108598243","https://openalex.org/W2144794286","https://openalex.org/W2291422229","https://openalex.org/W2295107390","https://openalex.org/W2412782625","https://openalex.org/W2560023338","https://openalex.org/W2884822772","https://openalex.org/W2956648669","https://openalex.org/W2962758679","https://openalex.org/W2962858109","https://openalex.org/W2962867364","https://openalex.org/W2962914239","https://openalex.org/W2996952120","https://openalex.org/W3034930876","https://openalex.org/W3035703639","https://openalex.org/W3094502228","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3164772195","https://openalex.org/W3166286626","https://openalex.org/W3196990496","https://openalex.org/W3203036314","https://openalex.org/W3207676276","https://openalex.org/W4220869071","https://openalex.org/W4220950530","https://openalex.org/W4221115899","https://openalex.org/W4226158211","https://openalex.org/W4286905173","https://openalex.org/W4312509967","https://openalex.org/W4312566218","https://openalex.org/W4312596526","https://openalex.org/W4312680544","https://openalex.org/W4312709262","https://openalex.org/W4312815172","https://openalex.org/W4312886207","https://openalex.org/W4313052647","https://openalex.org/W4313139852","https://openalex.org/W4313151123","https://openalex.org/W4313153210","https://openalex.org/W4366976290","https://openalex.org/W4382240639","https://openalex.org/W4382467532","https://openalex.org/W4386066092","https://openalex.org/W4386071798","https://openalex.org/W4386071966","https://openalex.org/W4386083007","https://openalex.org/W4386083104","https://openalex.org/W4389987369","https://openalex.org/W4390054062","https://openalex.org/W4390871895","https://openalex.org/W4390872344","https://openalex.org/W4390872570","https://openalex.org/W4390872694","https://openalex.org/W4390872875","https://openalex.org/W4390873103","https://openalex.org/W4390874575","https://openalex.org/W4393159386","https://openalex.org/W4402275786","https://openalex.org/W4402702985","https://openalex.org/W4402716203","https://openalex.org/W4402727341","https://openalex.org/W4402727450","https://openalex.org/W4402727630","https://openalex.org/W4402727633","https://openalex.org/W4402753685","https://openalex.org/W4402753749","https://openalex.org/W6757817989","https://openalex.org/W6791353385","https://openalex.org/W6798837711","https://openalex.org/W6802404399","https://openalex.org/W6842778821","https://openalex.org/W6842806116","https://openalex.org/W6846385215","https://openalex.org/W6851800889","https://openalex.org/W6852426227","https://openalex.org/W6856528047","https://openalex.org/W6857661428","https://openalex.org/W6857684721"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4385583601","https://openalex.org/W4395685956","https://openalex.org/W3159516372","https://openalex.org/W4398146871","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Weakly":[0],"supervised":[1,66,232],"semantic":[2,67,81,94,143],"segmentation":[3,26],"has":[4],"witnessed":[5],"great":[6],"achievements":[7],"with":[8,45,151,166,183,201],"image-level":[9,46],"labels.":[10,47],"Several":[11],"recent":[12],"approaches":[13,200,225],"use":[14],"the":[15,35,39,61,71,78,102,112,135,152,156],"CLIP":[16,36,73,154],"model":[17,37,74,138],"to":[18,33,41,59,91,106,127,139,163,178],"generate":[19,107],"pseudo":[20,108,181],"labels":[21,109,115,182],"for":[22,64,80,96,110,230],"training":[23,111,168,203],"an":[24],"individual":[25],"model,":[27],"while":[28],"there":[29],"is":[30,75,89,149,176],"no":[31],"attempt":[32],"apply":[34],"as":[38,77,155],"backbone":[40,79,105],"directly":[42],"segment":[43],"objects":[44],"In":[48],"this":[49],"paper,":[50],"we":[51,100,133],"propose":[52,122],"WeCLIP":[53,194],"and":[54,84,195,216],"its":[55],"advanced":[56],"version":[57],"WeCLIP+,":[58,132],"build":[60],"single-stage":[62],"pipeline":[63],"weakly":[65],"segmentation.":[68],"For":[69,131],"WeCLIP,":[70],"frozen":[72,104,136,147,153],"applied":[76],"feature":[82,144],"extraction,":[83],"a":[85,123,160,171],"new":[86],"light":[87],"decoder":[88,162],"designed":[90,177],"interpret":[92],"extracted":[93],"features":[95],"final":[97],"prediction.":[98],"Meanwhile,":[99],"utilize":[101],"above":[103],"decoder.":[113],"Such":[114],"are":[116],"fixed":[117],"during":[118],"training.":[119],"We":[120],"then":[121],"refinement":[124,173],"module":[125,174],"(RFM)":[126],"optimize":[128],"them":[129],"dynamically.":[130],"introduce":[134],"DINO":[137,148,187],"achieve":[140],"more":[141],"comprehensive":[142],"extraction.":[145],"The":[146],"combined":[150],"backbone,":[157],"followed":[158],"by":[159],"shared":[161],"make":[164],"predictions":[165],"less":[167,202],"cost.":[169,204],"Moreover,":[170],"strengthened":[172],"(RFM+)":[175],"revise":[179],"online":[180],"extra":[184],"guidance":[185],"from":[186],"features.":[188],"Extensive":[189],"experiments":[190],"show":[191],"that":[192],"both":[193],"WeCLIP+":[196,206],"significantly":[197],"outperform":[198],"other":[199],"Particularly,":[205],"gets":[207],"mIoU":[208],"of":[209],"83.9%":[210],"on":[211,218],"VOC":[212],"2012":[213],"test":[214],"set":[215],"56.3%":[217],"COCO":[219],"val":[220],"set.":[221],"Additionally,":[222],"these":[223],"two":[224],"also":[226],"obtain":[227],"promising":[228],"results":[229],"fully":[231],"settings.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":6}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}