{"id":"https://openalex.org/W7236320105","doi":"https://doi.org/10.48550/arxiv.2611.22564","title":"Lost in Read-out: Locating the Image Quality Gap in Vision-Language Models with a Closed-Form Edit","display_name":"Lost in Read-out: Locating the Image Quality Gap in Vision-Language Models with a Closed-Form Edit","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-17","ids":{"openalex":"https://openalex.org/W7236320105","doi":"https://doi.org/10.48550/arxiv.2611.22564"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.22564","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22564","pdf_url":"https://arxiv.org/pdf/2611.22564","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236320105"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.22564","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006367095","display_name":"Zhuangzi Li","orcid":"https://orcid.org/0000-0002-2565-6810","observed_orcids":["https://orcid.org/0000-0002-2565-6810"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Zhuangzi","raw_affiliation_strings":["Nanyang Technological University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University , Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049309570","display_name":"Shilv Cai","orcid":"https://orcid.org/0000-0002-4037-4555","observed_orcids":["https://orcid.org/0000-0002-4037-4555"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cai, Shilv","raw_affiliation_strings":["Nanyang Technological University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University , Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162686656","display_name":"Jian Jin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jin, Jian","raw_affiliation_strings":["Nanyang Technological University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University , Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158755360","display_name":"Zhiyi Pan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pan, Zhiyi","raw_affiliation_strings":["Tianjin University , Tianjin , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University , Tianjin , China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027854023","display_name":"Haihong Xiao","orcid":"https://orcid.org/0000-0002-3543-9262","observed_orcids":["https://orcid.org/0000-0002-3543-9262"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiao, Haihong","raw_affiliation_strings":["Hefei University of Technology , Hefei , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei University of Technology , Hefei , China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5162675578","display_name":"Weisi Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lin, Weisi","raw_affiliation_strings":["Nanyang Technological University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University , Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.7314000129699707,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.7314000129699707,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12600000202655792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.8840000033378601},{"id":"https://openalex.org/keywords/image-quality-assessment","display_name":"image quality assessment","score":0.949999988079071},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6552000045776367},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.6003999710083008},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5881999731063843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5773000121116638},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5701000094413757},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5343999862670898},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5170999765396118},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4830000102519989},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.476500004529953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4390999972820282},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4260999858379364},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.4129999876022339},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4009000062942505},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.3296000063419342},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C44359876","wikidata":"https://www.wikidata.org/wiki/Q5338467","display_name":"Edit distance","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C32277403","wikidata":"https://www.wikidata.org/wiki/Q740445","display_name":"Ridge","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.22564","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22564","pdf_url":"https://arxiv.org/pdf/2611.22564","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.22564","doi":"https://doi.org/10.48550/arxiv.2611.22564","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.22564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.22564","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22564","pdf_url":"https://arxiv.org/pdf/2611.22564","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236320105.pdf","grobid_xml":"https://content.openalex.org/works/W7236320105.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1979451680","https://openalex.org/W2148848374","https://openalex.org/W2529194139","https://openalex.org/W2953590133","https://openalex.org/W2970862333","https://openalex.org/W3002992380","https://openalex.org/W3035712445","https://openalex.org/W4382462760","https://openalex.org/W4386076169","https://openalex.org/W4387010079","https://openalex.org/W4387076386","https://openalex.org/W4387355345","https://openalex.org/W4388210343","https://openalex.org/W4389523760","https://openalex.org/W4396818947","https://openalex.org/W4399448042","https://openalex.org/W4402704606","https://openalex.org/W4402916469","https://openalex.org/W4402952666","https://openalex.org/W4403844348","https://openalex.org/W4403928636","https://openalex.org/W4404613040","https://openalex.org/W4404782881","https://openalex.org/W4413145151","https://openalex.org/W4413146718","https://openalex.org/W4415798237","https://openalex.org/W4416424590","https://openalex.org/W4417136530","https://openalex.org/W7133208264","https://openalex.org/W7133217041","https://openalex.org/W7133235880","https://openalex.org/W7138237859","https://openalex.org/W7167604932"],"related_works":["https://openalex.org/W4416074622","https://openalex.org/W7140812685","https://openalex.org/W7234877944","https://openalex.org/W7214228811","https://openalex.org/W7153978741","https://openalex.org/W7206161854","https://openalex.org/W7234554997","https://openalex.org/W7164200813","https://openalex.org/W7147282583","https://openalex.org/W7167585410"],"abstract_inverted_index":{"Vision-language":[0],"models":[1,25],"(VLMs)":[2],"are":[3],"widely":[4],"used":[5,138],"as":[6],"zero-shot":[7],"image":[8],"quality":[9,29,44],"assessors,":[10],"yet":[11],"their":[12],"good-vs-poor":[13],"answers":[14],"agree":[15],"only":[16,199],"moderately":[17],"with":[18],"human":[19,89],"opinion.":[20],"We":[21,101],"ask":[22],"whether":[23],"these":[24],"fail":[26,31],"to":[27,32,41,88,121,225],"see":[28],"or":[30,227],"say":[33],"it.":[34,73],"Layer-wise":[35],"probes":[36],"on":[37,97,150,163,179],"five":[38,99],"VLMs":[39],"point":[40],"the":[42,49,55,62,79,107,128,141,151,156,161,180,185,190,194,203,206,213,233],"second:":[43],"is":[45,109,168,188],"linearly":[46],"decodable":[47],"from":[48,54,202],"vision":[50],"encoder":[51],"and":[52,65,94,130,196,230],"still":[53],"last":[56],"language":[57,207],"layer,":[58],"far":[59],"better":[60],"than":[61],"answer":[63,162],"reveals,":[64],"about":[66],"a":[67,112,116,147],"hundred":[68],"labels":[69],"recover":[70],"most":[71],"of":[72,115,145,205],"The":[74],"loss":[75],"lies":[76],"mainly":[77],"in":[78],"final":[80],"read-out,":[81],"which":[82],"partly":[83],"reads":[84],"something":[85],"else:":[86],"relative":[87],"opinion,":[90],"it":[91,170,192,197,231],"over-rewards":[92],"colorfulness":[93],"under-rewards":[95],"sharpness":[96],"all":[98],"models.":[100],"test":[102],"this":[103],"by":[104],"intervention:":[105],"if":[106],"read-out":[108],"at":[110,124],"fault,":[111],"closed-form":[113],"edit":[114,142,214],"single":[117],"last-layer":[118,152],"neuron,":[119],"fitted":[120,154],"many":[122],"prompts":[123,136],"once,":[125],"should":[126],"close":[127],"gap":[129,167],"no":[131],"more.":[132],"Both":[133],"hold.":[134],"Under":[135],"never":[137],"for":[139,175],"fitting,":[140],"recovers":[143],"86--100\\%":[144],"what":[146],"ridge":[148],"head":[149,186],"state,":[153],"under":[155],"same":[157],"prompts,":[158],"finds":[159],"beyond":[160],"KonIQ.":[164],"Where":[165],"that":[166],"small,":[169],"gains":[171],"little,":[172],"too":[173],"little":[174],"our":[176],"transfer":[177],"criterion":[178],"two":[181],"largest":[182],"models;":[183],"where":[184],"itself":[187],"below":[189],"answer,":[191],"lowers":[193],"score;":[195],"works":[198],"when":[200],"written":[201],"middle":[204],"model":[208],"on.":[209],"Unlike":[210],"unconstrained":[211],"fine-tuning,":[212],"leaves":[215],"perception":[216],"question":[217],"answering":[218],"intact.":[219],"It":[220],"does":[221],"not":[222],"carry":[223],"over":[224],"yes-or-no":[226],"rating":[228],"questions,":[229],"reverses":[232],"good--poor":[234],"contrast":[235],"after":[236],"sentiment-laden":[237],"sentences.":[238],"Code":[239],"will":[240],"be":[241],"made":[242],"available.":[243]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236320105","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2026-11-19T00:00:00"}
