{"id":"https://openalex.org/W7161573332","doi":"https://doi.org/10.48550/arxiv.2605.15615","title":"Neutral-Reference Prompting for Vision-Language Models","display_name":"Neutral-Reference Prompting for Vision-Language Models","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161573332","doi":"https://doi.org/10.48550/arxiv.2605.15615"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15615","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089519900","display_name":"Senmao Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Senmao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136357478","display_name":"Xiang Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136407799","display_name":"Shunli Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shunli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7246000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7246000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2142000049352646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.012799999676644802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8870999813079834},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6226999759674072},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.5023999810218811},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4740000069141388},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.40619999170303345},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.33980000019073486}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8870999813079834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6812999844551086},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6710000038146973},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6226999759674072},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5698999762535095},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4740000069141388},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.33980000019073486},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28519999980926514}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6499267220497131,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Efficient":[0],"transfer":[1],"learning":[2],"of":[3,32,71,94],"vision-language":[4],"models":[5],"(VLMs)":[6],"commonly":[7],"suffers":[8],"from":[9],"a":[10,40,102,122,170,189],"Base-New":[11],"Trade-off":[12],"(BNT):":[13],"improving":[14],"performance":[15,38],"on":[16,23,52,65,130,218],"unseen":[17,33,107,131,219],"(new)":[18],"classes":[19,34,132,220],"often":[20,45],"degrades":[21],"accuracy":[22,217],"known":[24,53,90],"(base)":[25],"classes.":[26,54],"Addressing":[27],"how":[28],"to":[29,50,85,145,162],"boost":[30],"recognition":[31],"without":[35,133],"sacrificing":[36],"known-class":[37,223],"remains":[39],"central":[41],"challenge.":[42],"Existing":[43],"work":[44],"simplistically":[46],"attributes":[47],"the":[48,81,151,159,164,173,177,181],"BNT":[49],"overfitting":[51],"We":[55],"observe":[56],"an":[57],"interesting":[58],"phenomenon:":[59],"VLMs":[60],"frequently":[61],"exhibit":[62],"asymmetric":[63],"confusion":[64,83],"certain":[66],"downstream":[67],"data,":[68],"i.e.,":[69],"samples":[70],"class":[72,78,195],"A":[73],"are":[74],"systematically":[75],"mispredicted":[76],"as":[77],"B,":[79],"while":[80,180,221],"reverse":[82],"(B":[84],"A)":[86],"rarely":[87],"occurs.":[88],"For":[89],"classes,":[91,108],"this":[92],"kind":[93],"bias":[95,111],"can":[96],"be":[97],"mitigated":[98],"by":[99,117],"tuning":[100],"using":[101],"cross-entropy":[103],"loss,":[104],"but":[105],"for":[106,169],"such":[109],"pretraining-induced":[110],"persists":[112],"and":[113,142,155,206,209],"harms":[114],"generalization.":[115],"Motivated":[116],"this,":[118],"we":[119,187],"propose":[120],"NeRP,":[121],"plug-and-play":[123],"prompting":[124],"correction":[125],"strategy":[126],"that":[127,213],"improves":[128,216],"discrimination":[129],"modifying":[134],"model":[135],"parameters.":[136],"NeRP":[137,214],"leverages":[138],"neutral":[139],"text":[140],"prompts":[141],"reference":[143],"images":[144],"measure":[146],"class-wise":[147],"prior":[148,174],"preferences":[149],"along":[150],"pre-trained":[152],"inter-class":[153],"geometry,":[154],"combines":[156],"them":[157],"with":[158],"sample":[160],"likelihood":[161],"obtain":[163],"model's":[165],"surrogate":[166],"score.":[167],"If,":[168],"given":[171],"sample,":[172],"strongly":[175],"favors":[176],"current":[178],"prediction":[179,224],"observed":[182],"evidence":[183],"is":[184],"clearly":[185],"insufficient,":[186],"perform":[188],"local":[190],"flip":[191],"between":[192],"easily":[193],"confusable":[194],"pairs,":[196],"thereby":[197],"correcting":[198],"prior-dominated":[199],"mispredictions.":[200],"Extensive":[201],"experiments":[202],"across":[203],"multiple":[204],"backbones":[205],"15":[207],"few-shot":[208],"cross-domain":[210],"benchmarks":[211],"show":[212],"substantially":[215],"preserving":[222],"performance.":[225]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-19T00:00:00"}