{"id":"https://openalex.org/W7161007824","doi":"https://doi.org/10.48550/arxiv.2605.11939","title":"Cluster-Aware Neural Collapse Prompt Tuning for Long-Tailed Generalization of Vision-Language Models","display_name":"Cluster-Aware Neural Collapse Prompt Tuning for Long-Tailed Generalization of Vision-Language Models","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161007824","doi":"https://doi.org/10.48550/arxiv.2605.11939"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11939","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11939","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126731503","display_name":"Boyang Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Boyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136025516","display_name":"Liang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136004066","display_name":"Lin Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136025231","display_name":"Yuhan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136089096","display_name":"Xichun Sheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Xichun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136087366","display_name":"Chenggang Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Chenggang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7738999724388123,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7738999724388123,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.15299999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7457000017166138},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5738000273704529},{"id":"https://openalex.org/keywords/rotation","display_name":"Rotation (mathematics)","score":0.5131999850273132},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4602000117301941},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.44670000672340393},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44600000977516174},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.43950000405311584},{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.43689998984336853}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7457000017166138},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5800999999046326},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5738000273704529},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5618000030517578},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5202999711036682},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.5131999850273132},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44600000977516174},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.41679999232292175},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.38199999928474426},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3246000111103058},{"id":"https://openalex.org/C2776061190","wikidata":"https://www.wikidata.org/wiki/Q7451805","display_name":"Separation (statistics)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C200873422","wikidata":"https://www.wikidata.org/wiki/Q5448821","display_name":"Filling-in","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.25600001215934753},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11939","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11939","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7833418250083923,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Prompt":[0],"learning":[1],"has":[2],"emerged":[3],"as":[4],"an":[5],"efficient":[6],"alternative":[7],"to":[8,21,27,73,84,126,158],"fine-tuning":[9],"pre-trained":[10,68,97],"vision-language":[11],"models":[12],"(VLMs).":[13],"Despite":[14],"its":[15],"promise,":[16],"current":[17],"methods":[18],"still":[19],"struggle":[20],"maintain":[22],"tail-class":[23],"discriminability":[24,44,103],"when":[25],"adapting":[26],"class-imbalanced":[28],"datasets.":[29],"In":[30],"this":[31],"work,":[32],"we":[33,57,100],"propose":[34],"cluster-aware":[35],"neural":[36],"collapse":[37],"prompt":[38],"tuning":[39],"(CPT),":[40],"which":[41,87],"enhances":[42],"the":[43,67,82,91,96],"of":[45,95],"tail":[46],"classes":[47,154],"in":[48],"prompt-tuned":[49,74],"VLMs":[50],"without":[51],"sacrificing":[52],"their":[53],"overall":[54],"generalization.":[55],"First,":[56],"design":[58],"a":[59],"cluster-invariant":[60],"space":[61],"by":[62],"mining":[63],"semantic":[64,93],"assignments":[65],"from":[66],"VLM":[69],"and":[70,80,118,134,155],"mapping":[71],"them":[72],"features.":[75],"This":[76],"computes":[77],"cluster-level":[78],"boundaries":[79],"restricts":[81],"constraints":[83],"local":[85],"neighborhoods,":[86],"reduces":[88],"interference":[89],"with":[90,105,149],"global":[92],"structure":[94],"VLM.":[98],"Second,":[99],"introduce":[101],"neural-collapse-driven":[102],"optimization":[104],"three":[106],"losses:":[107],"textual":[108],"Equiangular":[109],"Tight":[110],"Frame":[111],"(ETF)":[112],"separation":[113,133],"loss,":[114,117],"class-wise":[115],"convergence":[116],"rotation":[119],"stabilization":[120],"loss.":[121],"These":[122],"losses":[123],"work":[124],"together":[125],"shape":[127],"intra-cluster":[128],"geometry":[129],"for":[130],"better":[131],"inter-class":[132],"intra-class":[135],"alignment.":[136],"Extensive":[137],"experiments":[138],"on":[139,152],"11":[140],"diverse":[141],"datasets":[142],"demonstrate":[143],"that":[144],"CPT":[145],"outperforms":[146],"SOTA":[147],"methods,":[148],"stronger":[150],"performance":[151],"long-tail":[153],"good":[156],"generalization":[157],"unseen":[159],"classes.":[160]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-14T00:00:00"}
