{"id":"https://openalex.org/W4414432600","doi":"https://doi.org/10.1109/tpami.2025.3609758","title":"Semantic Concentration for Self-Supervised Dense Representations Learning","display_name":"Semantic Concentration for Self-Supervised Dense Representations Learning","publication_year":2025,"publication_date":"2025-09-23","ids":{"openalex":"https://openalex.org/W4414432600","doi":"https://doi.org/10.1109/tpami.2025.3609758","pmid":"https://pubmed.ncbi.nlm.nih.gov/40986579"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3609758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3609758","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018138384","display_name":"Peisong Wen","orcid":"https://orcid.org/0000-0002-8881-3609"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peisong Wen","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089092566","display_name":"Qianqian Xu","orcid":"https://orcid.org/0000-0002-3512-7277"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Xu","raw_affiliation_strings":["State Key Laboratory of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111329045","display_name":"Siran Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siran Dai","raw_affiliation_strings":["State Key Laboratory of Information Security (SKLOIS), Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Security (SKLOIS), Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091558139","display_name":"Runmin Cong","orcid":"https://orcid.org/0000-0003-0972-4008"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runmin Cong","raw_affiliation_strings":["School of Control Science and Engineering and the Key Laboratory of Machine Intelligence and System Control, Ministry of Education, Shandong University, Jinan, China","School of Control Science and Engineering and the Key Laboratory of Machine Intelligence and System Control, Ministry of Education, Shandong University, Jinan, Shandong, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering and the Key Laboratory of Machine Intelligence and System Control, Ministry of Education, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Control Science and Engineering and the Key Laboratory of Machine Intelligence and System Control, Ministry of Education, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028597017","display_name":"Qingming Huang","orcid":"https://orcid.org/0000-0001-7542-296X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingming Huang","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5018138384"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":2.4849,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91563965,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"48","issue":"2","first_page":"1185","last_page":"1201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9121000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9121000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.519599974155426},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.46140000224113464},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.4593999981880188},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.45410001277923584},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.40639999508857727},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.3756999969482422},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.36039999127388},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.35670000314712524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943999767303467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6007000207901001},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.46140000224113464},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.45410001277923584},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36629998683929443},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C2986420190","wikidata":"https://www.wikidata.org/wiki/Q39045939","display_name":"Semantic space","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3609758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3609758","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40986579","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40986579","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2025768430","https://openalex.org/W2031489346","https://openalex.org/W2117030594","https://openalex.org/W2117539524","https://openalex.org/W2321533354","https://openalex.org/W2340897893","https://openalex.org/W2519936666","https://openalex.org/W2561196672","https://openalex.org/W2737258237","https://openalex.org/W2798991696","https://openalex.org/W2832876791","https://openalex.org/W2963150697","https://openalex.org/W2963420272","https://openalex.org/W2987741655","https://openalex.org/W2989676862","https://openalex.org/W2991391304","https://openalex.org/W2998388430","https://openalex.org/W3035524453","https://openalex.org/W3035588244","https://openalex.org/W3094502228","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3151130473","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W3172288085","https://openalex.org/W3172615411","https://openalex.org/W4206706211","https://openalex.org/W4221166941","https://openalex.org/W4226211505","https://openalex.org/W4292387248","https://openalex.org/W4312446817","https://openalex.org/W4312901841","https://openalex.org/W4313150877","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W4386065436","https://openalex.org/W4386065623","https://openalex.org/W4386282431","https://openalex.org/W4389009082","https://openalex.org/W4391547509","https://openalex.org/W4392285508","https://openalex.org/W4403780510","https://openalex.org/W4409671282","https://openalex.org/W4413146515"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,68],"image-level":[3,42],"self-supervised":[4],"learning":[5,12],"(SSL)":[6],"have":[7],"made":[8],"significant":[9],"progress,":[10],"yet":[11],"dense":[13,36,81,102],"representations":[14],"for":[15,80,101],"patches":[16,26,182],"remains":[17],"challenging.":[18],"Mainstream":[19],"methods":[20],"encounter":[21],"an":[22,178],"over-dispersion":[23,45],"phenomenon":[24],"that":[25,41,144],"from":[27,155,164],"the":[28,52,69,107,115,135,152,161,169,174,203],"same":[29],"instance/category":[30],"scatter,":[31],"harming":[32],"downstream":[33],"performance":[34],"on":[35],"tasks.":[37],"This":[38],"work":[39],"reveals":[40],"SSL":[43,82],"avoids":[44],"by":[46,185],"involving":[47],"implicit":[48],"semantic":[49,99],"concentration.":[50],"Specifically,":[51,181],"non-strict":[53],"spatial":[54,86,109],"alignment":[55],"ensures":[56],"intra-instance":[57],"consistency,":[58],"while":[59],"shared":[60,162],"patterns,":[61],"i.e.,":[62],"similar":[63],"parts":[64],"of":[65,188,205],"within-class":[66],"instances":[67],"input":[70],"space,":[71],"ensure":[72],"inter-image":[73],"consistency.":[74],"Unfortunately,":[75],"these":[76],"approaches":[77],"are":[78,183],"infeasible":[79],"due":[83],"to":[84,96,105,113,140,159,172,177],"their":[85],"sensitivity":[87],"and":[88,120,147],"complicated":[89,165],"scene-centric":[90],"data.":[91],"These":[92],"observations":[93],"motivate":[94],"us":[95],"explore":[97],"explicit":[98],"concentration":[100],"SSL.":[103],"First,":[104],"break":[106],"strict":[108],"alignment,":[110],"we":[111,124,167],"propose":[112,125,168],"distill":[114],"patch":[116],"correspondences.":[117],"Facing":[118],"noisy":[119],"imbalanced":[121],"pseudo":[122],"labels,":[123],"a":[126],"noise-tolerant":[127],"ranking":[128],"loss.":[129],"The":[130],"core":[131],"idea":[132],"is":[133],"extending":[134],"Average":[136],"Precision":[137],"(AP)":[138],"loss":[139],"continuous":[141],"targets,":[142],"such":[143],"its":[145],"decision-agnostic":[146],"adaptive":[148],"focusing":[149],"properties":[150],"prevent":[151],"student":[153],"model":[154],"being":[156],"misled.":[157],"Second,":[158],"discriminate":[160],"patterns":[163],"scenes,":[166],"object-aware":[170],"filter":[171],"map":[173],"output":[175],"space":[176],"object-based":[179],"space.":[180],"represented":[184],"learnable":[186],"prototypes":[187],"objects":[189],"via":[190],"cross-attention.":[191],"Last":[192],"but":[193],"not":[194],"least,":[195],"empirical":[196],"studies":[197],"across":[198],"various":[199],"tasks":[200],"soundly":[201],"support":[202],"effectiveness":[204],"our":[206],"method.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}