{"id":"https://openalex.org/W7130708935","doi":"https://doi.org/10.48550/arxiv.2602.17186","title":"Focusing Where Vision Matters: Selective Training for Large Vision Language Models via Visual Information Gain","display_name":"Focusing Where Vision Matters: Selective Training for Large Vision Language Models via Visual Information Gain","publication_year":2026,"publication_date":"2026-02-19","ids":{"openalex":"https://openalex.org/W7130708935","doi":"https://doi.org/10.48550/arxiv.2602.17186"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.17186","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lee, Seulbi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Seulbi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5091438057","display_name":"Sangheum Hwang","orcid":"https://orcid.org/0000-0003-2136-296X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Sangheum","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8960999846458435,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8960999846458435,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5853999853134155},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.564300000667572},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5257999897003174},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4837000072002411},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4821999967098236},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4205000102519989},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4117000102996826},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4092000126838684}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689999938011169},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5853999853134155},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.564300000667572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5321999788284302},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5257999897003174},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4837000072002411},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4821999967098236},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4092000126838684},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3736000061035156},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36000001430511475},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28220000863075256},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2606000006198883}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.17186","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.17186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.17186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.17186","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8573639392852783}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Vision":[1],"Language":[2],"Models":[3],"(LVLMs)":[4],"have":[5],"achieved":[6],"remarkable":[7],"progress,":[8],"yet":[9],"they":[10,40],"often":[11],"suffer":[12],"from":[13,56],"language":[14,126],"bias,":[15,127],"producing":[16],"answers":[17],"without":[18],"relying":[19],"on":[20,138],"visual":[21,80,122],"evidence.":[22],"While":[23],"prior":[24],"work":[25],"attempts":[26],"to":[27],"mitigate":[28],"this":[29,60],"issue":[30],"through":[31],"decoding":[32],"strategies,":[33],"architectural":[34],"modifications,":[35],"or":[36,52],"curated":[37],"instruction":[38],"data,":[39],"typically":[41],"lack":[42],"a":[43,68,108],"quantitative":[44],"measure":[45],"of":[46],"how":[47],"much":[48],"individual":[49],"training":[50,111],"samples":[51,116,141],"tokens":[53],"actually":[54],"benefit":[55],"the":[57,73],"image.":[58],"In":[59],"work,":[61],"we":[62,106],"introduce":[63],"Visual":[64],"Information":[65],"Gain":[66],"(VIG),":[67],"perplexity-based":[69],"metric":[70],"that":[71,113],"measures":[72],"reduction":[74],"in":[75],"prediction":[76],"uncertainty":[77],"provided":[78],"by":[79,135],"input.":[81],"VIG":[82],"enables":[83],"fine-grained":[84],"analysis":[85],"at":[86],"both":[87],"sample":[88],"and":[89,102,117,124,142],"token":[90],"levels,":[91],"effectively":[92],"highlighting":[93],"visually":[94,139],"grounded":[95],"elements":[96],"such":[97],"as":[98],"colors,":[99],"spatial":[100],"relations,":[101],"attributes.":[103],"Leveraging":[104],"this,":[105],"propose":[107],"VIG-guided":[109],"selective":[110],"scheme":[112],"prioritizes":[114],"high-VIG":[115],"tokens.":[118,143],"This":[119],"approach":[120],"improves":[121],"grounding":[123],"mitigates":[125],"achieving":[128],"superior":[129],"performance":[130],"with":[131],"significantly":[132],"reduced":[133],"supervision":[134],"focusing":[136],"exclusively":[137],"informative":[140]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-21T00:00:00"}