{"id":"https://openalex.org/W7163694025","doi":"https://doi.org/10.48550/arxiv.2606.05753","title":"Cosine Misleads: Auxiliary Losses Reshape Vision Language Models, Not Their Latents","display_name":"Cosine Misleads: Auxiliary Losses Reshape Vision Language Models, Not Their Latents","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163694025","doi":"https://doi.org/10.48550/arxiv.2606.05753"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05753","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05753","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05753","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137924934","display_name":"XiuYu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, XiuYu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138004513","display_name":"Junfeng Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Junfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084611756","display_name":"Zhenkai Liang","orcid":"https://orcid.org/0000-0001-7138-5030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Zhenkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.6288999915122986},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.5497000217437744},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5314000248908997},{"id":"https://openalex.org/keywords/latent-variable-model","display_name":"Latent variable model","score":0.46630001068115234},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.42489999532699585},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4214000105857849},{"id":"https://openalex.org/keywords/discrete-cosine-transform","display_name":"Discrete cosine transform","score":0.3596000075340271},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.35530000925064087}],"concepts":[{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.6288999915122986},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.5497000217437744},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5314000248908997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4968999922275543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48330000042915344},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.46630001068115234},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42879998683929443},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4214000105857849},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3797000050544739},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.3596000075340271},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3312000036239624},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05753","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05753","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05753","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05753","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.788038969039917,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Latent":[0],"visual":[1,26],"reasoning":[2],"(LVR)":[3],"inserts":[4],"supervised":[5,113],"latent":[6,109,134,154,180],"tokens":[7],"between":[8,21],"perception":[9],"and":[10,24,41,64,101,139],"answer":[11,98,128],"generation":[12],"in":[13],"vision-language":[14],"models":[15],"(VLMs).":[16],"The":[17,112,127],"field":[18],"uses":[19],"alignment":[20,48,70],"these":[22],"latents":[23,114],"their":[25],"targets,":[27],"i.e.,":[28],"cosine":[29,69],"similarity":[30],"or":[31],"mean":[32],"squared":[33],"error":[34],"(MSE),":[35],"as":[36],"both":[37],"the":[38,42,66,97,108,133,140,164,166,170,179],"training":[39],"loss":[40],"quality":[43],"metric,":[44],"assuming":[45],"that":[46,94,105],"better":[47,51],"yields":[49],"a":[50,57,86,91,102],"answer.":[52],"We":[53],"test":[54,104],"this":[55,143],"with":[56,74,158],"designed":[58],"matrix":[59],"of":[60,88,132,142,163],"five":[61,78],"LVR":[62],"variants":[63],"find":[65],"assumption":[67],"inverted:":[68],"is":[71,99,110,129],"negatively":[72],"correlated":[73],"accuracy":[75,121],"across":[76],"all":[77],"(r=-0.94).":[79],"To":[80],"explain":[81],"this,":[82],"we":[83],"introduce":[84],"PRISM,":[85],"pair":[87],"inference-time":[89],"diagnostics:":[90],"linear":[92],"probe":[93],"asks":[95,106],"where":[96],"decodable,":[100],"corruption":[103],"whether":[107],"load-bearing.":[111],"are":[115],"largely":[116],"bypassed.":[117],"Corrupting":[118],"them":[119],"shifts":[120],"by":[122],"at":[123,137],"most":[124],"four":[125],"points.":[126],"decodable":[130],"downstream":[131],"but":[135],"not":[136],"it,":[138],"size":[141],"decodability":[144],"gap":[145],"predicts":[146],"how":[147],"much":[148],"each":[149],"variant":[150],"relies":[151],"on":[152],"its":[153],"under":[155],"perturbation.":[156],"Consistent":[157],"an":[159],"Information":[160],"Bottleneck":[161],"reading":[162],"loss,":[165],"auxiliary":[167],"objective":[168],"reshapes":[169],"language":[171],"model":[172],"via":[173,178],"shared":[174],"parameters":[175],"rather":[176],"than":[177],"variable":[181],"it":[182],"nominally":[183],"optimizes.":[184]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}