{"id":"https://openalex.org/W7160284950","doi":"https://doi.org/10.48550/arxiv.2605.01520","title":"MIRL: Mutual Information-Guided Reinforcement Learning for Vision-Language Models","display_name":"MIRL: Mutual Information-Guided Reinforcement Learning for Vision-Language Models","publication_year":2026,"publication_date":"2026-05-02","ids":{"openalex":"https://openalex.org/W7160284950","doi":"https://doi.org/10.48550/arxiv.2605.01520"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01520","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01520","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135380939","display_name":"Yin Zhang","orcid":"https://orcid.org/0000-0001-5334-0605"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135388219","display_name":"Jiaxuan Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jiaxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135323637","display_name":"Zonghan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zonghan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056859236","display_name":"Zengxiang Li","orcid":"https://orcid.org/0000-0002-1462-9905"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zengxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135305605","display_name":"Junfeng Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Junfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135410395","display_name":"Kun Wang","orcid":"https://orcid.org/0000-0002-8728-926X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135327502","display_name":"Qingsong Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Qingsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135323591","display_name":"Yilei Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Yilei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7080000042915344},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.647599995136261},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5741000175476074},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4887999892234802},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.44589999318122864},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4408000111579895},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.4081999957561493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7315000295639038},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7080000042915344},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.647599995136261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.616100013256073},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5741000175476074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5263000130653381},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4887999892234802},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4408000111579895},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.4081999957561493},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3824999928474426},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01520","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01520","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"frequently":[3],"suffer":[4],"from":[5,73],"visual":[6,62,74,98,123],"perception":[7,75,124],"errors":[8],"and":[9,97,142],"hallucinations":[10],"that":[11,85,136],"compromise":[12],"answer":[13,33],"accuracy":[14,141],"in":[15],"complex":[16],"reasoning":[17,77,133],"tasks.":[18],"Reinforcement":[19],"Learning":[20],"with":[21,156],"Verifiable":[22],"Rewards":[23],"(RLVR)":[24],"offers":[25],"a":[26,82,101],"promising":[27],"solution":[28],"by":[29,89],"optimizing":[30],"policies":[31],"using":[32,152],"correctness":[34],"signals.":[35],"Despite":[36],"their":[37],"effectiveness,":[38],"prevailing":[39],"RLVR":[40],"methods":[41],"face":[42],"two":[43],"critical":[44],"limitations.":[45],"First,":[46],"much":[47],"of":[48,147],"the":[49,145],"sampling":[50,148],"budget":[51,108],"is":[52,165],"wasted":[53],"on":[54,130],"trajectories":[55,112,151],"doomed":[56],"to":[57,60],"fail":[58],"due":[59],"early":[61],"description":[63],"errors.":[64],"Second,":[65],"sparse":[66],"rewards":[67,121],"cannot":[68],"distinguish":[69],"whether":[70],"failures":[71],"stem":[72],"or":[76],"stages.":[78],"We":[79],"introduce":[80],"MIRL,":[81],"decoupled":[83,116],"framework":[84],"addresses":[86],"both":[87],"limitations":[88],"leveraging":[90],"mutual":[91],"information":[92],"(MI)":[93],"between":[94],"generated":[95],"descriptions":[96],"inputs":[99],"as":[100],"cheap":[102],"pre-screening":[103],"signal.":[104],"This":[105],"enables":[106],"intelligent":[107],"allocation":[109],"toward":[110],"high-potential":[111],"via":[113],"forking,":[114],"while":[115],"training":[117],"provides":[118],"independent":[119],"MI-based":[120],"for":[122],"optimization,":[125],"resolving":[126],"reward":[127],"blindness.":[128],"Experiments":[129],"six":[131],"vision-language":[132],"benchmarks":[134],"demonstrate":[135],"MIRL":[137],"achieves":[138],"70.22%":[139],"average":[140],"successfully":[143],"surpasses":[144],"performance":[146],"16":[149],"complete":[150,161],"only":[153],"10":[154],"pre-samples":[155],"top-6":[157],"selection":[158],"(25%":[159],"fewer":[160],"trajectories).":[162],"Our":[163],"code":[164],"available":[166],"at:":[167],"https://anonymous.4open.science/r/mirl-main/.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}