{"id":"https://openalex.org/W7166878104","doi":"https://doi.org/10.48550/arxiv.2606.31407","title":"Visual Semantic Entropy: Do Vision Language Models Recognize Visual Ambiguity?","display_name":"Visual Semantic Entropy: Do Vision Language Models Recognize Visual Ambiguity?","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166878104","doi":"https://doi.org/10.48550/arxiv.2606.31407"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31407","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31407","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31407","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139719173","display_name":"Ta Duc Huy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huy, Ta Duc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139842603","display_name":"Trang Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Trang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139793229","display_name":"Townim Chowdhury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chowdhury, Townim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139848769","display_name":"Ankit Yadav","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadav, Ankit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085105499","display_name":"Minh\u2010Son To","orcid":"https://orcid.org/0000-0002-8060-6218"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"To, Minh-Son","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139819836","display_name":"Zhibin Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Zhibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123968180","display_name":"Johan W. Verjans","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verjans, Johan W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139802403","display_name":"Vu Minh Hieu Phan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phan, Vu Minh Hieu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.010599999688565731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.534600019454956},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.3880000114440918},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.3671000003814697},{"id":"https://openalex.org/keywords/visual-attention","display_name":"Visual attention","score":0.34529998898506165},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.33230000734329224},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3222000002861023},{"id":"https://openalex.org/keywords/visual-language","display_name":"Visual language","score":0.3188999891281128},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3122999966144562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.699400007724762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6011999845504761},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5613999962806702},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.534600019454956},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3880000114440918},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.34529998898506165},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.302700012922287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2992999851703644},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26109999418258667},{"id":"https://openalex.org/C193125573","wikidata":"https://www.wikidata.org/wiki/Q7449065","display_name":"Semantic interpretation","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31407","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31407","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31407","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31407","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5484325289726257,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-language":[0],"models":[1,145],"can":[2],"produce":[3],"confident":[4],"answers":[5,128],"on":[6,23],"visually":[7],"ambiguous":[8],"inputs,":[9],"resulting":[10,76],"in":[11,45],"biased":[12],"predictions.":[13],"Common":[14],"entropy-based":[15],"methods,":[16],"such":[17,46],"as":[18],"Semantic":[19,103],"Entropy":[20,104],"(SE),":[21],"rely":[22],"output":[24,35,52],"diversity.":[25],"Yet":[26],"our":[27],"analysis":[28],"shows":[29],"that":[30,74,152],"overconfident":[31],"visual":[32,86,97,114,156],"embeddings":[33],"suppress":[34],"diversity":[36,53],"under":[37],"stochastic":[38],"decoding,":[39],"causing":[40,88],"SE":[41],"to":[42,91,111],"underestimate":[43],"uncertainty":[44,89,124,164],"cases.":[47],"Recent":[48],"methods":[49],"instead":[50],"probe":[51,112],"through":[54],"input":[55],"perturbations,":[56,63],"including":[57],"textual":[58,82],"paraphrasing":[59],"or":[60],"joint":[61],"text-image":[62],"and":[64,72,132,146],"show":[65],"improved":[66],"performance.":[67],"We":[68,99],"study":[69],"these":[70],"approaches":[71],"reveals":[73],"the":[75,109,118,134],"variability":[77],"is":[78],"often":[79],"dominated":[80],"by":[81,125],"changes":[83],"rather":[84,95],"than":[85,96],"evidence,":[87],"estimates":[90],"reflect":[92],"prompt":[93],"sensitivity":[94],"ambiguity.":[98],"therefore":[100],"propose":[101],"Visual":[102],"(VSE),":[105],"which":[106],"perturbs":[107],"only":[108],"image":[110],"nearby":[113],"variations":[115],"while":[116],"keeping":[117],"text":[119],"query":[120],"fixed.":[121],"VSE":[122,153],"measures":[123],"clustering":[126],"generated":[127],"into":[129],"semantic":[130],"prototypes":[131],"computing":[133],"mass-weighted":[135],"dispersion":[136],"among":[137],"them.":[138],"Extensive":[139],"evaluation":[140],"across":[141],"five":[142,147],"modern":[143],"vision-language":[144],"diverse":[148],"VQA":[149],"benchmarks":[150],"demonstrates":[151],"effectively":[154],"captures":[155],"ambiguity,":[157],"establishing":[158],"a":[159],"new":[160],"state-of-the-art":[161],"for":[162],"VLM":[163],"estimation.":[165]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-02T00:00:00"}