{"id":"https://openalex.org/W7151851585","doi":"https://doi.org/10.48550/arxiv.2604.05117","title":"Watch Before You Answer: Learning from Visually Grounded Post-Training","display_name":"Watch Before You Answer: Learning from Visually Grounded Post-Training","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151851585","doi":"https://doi.org/10.48550/arxiv.2604.05117"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05117","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05117","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05117","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133178636","display_name":"Yuxuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080099005","display_name":"EunJeong Hwang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, EunJeong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133162695","display_name":"Huaisong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Huaisong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133199901","display_name":"Penghui Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Penghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133196663","display_name":"Yiming Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133186528","display_name":"Dongfu Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Dongfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133185321","display_name":"Xuan He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014375918","display_name":"Shenhui Zhang","orcid":"https://orcid.org/0000-0003-0954-7136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shenhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133224385","display_name":"Ping Nie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133165848","display_name":"Peter West","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"West, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023131292","display_name":"Kelsey R. Allen","orcid":"https://orcid.org/0000-0002-8461-0652"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Allen, Kelsey R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6590999960899353},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5149000287055969},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4968999922275543},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4555000066757202},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3149000108242035},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.31380000710487366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7391999959945679},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6590999960899353},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5149000287055969},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49790000915527344},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4968999922275543},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4555000066757202},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4422000050544739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3781000077724457},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3127000033855438},{"id":"https://openalex.org/C91632574","wikidata":"https://www.wikidata.org/wiki/Q15088675","display_name":"Data curation","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2996000051498413},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2892000079154968},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2558000087738037},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05117","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05117","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05117","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05117","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6879774332046509}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"It":[0],"is":[1,37,167],"critical":[2],"for":[3,111,171],"vision-language":[4],"models":[5],"(VLMs)":[6],"to":[7,81,128,132,194],"comprehensively":[8],"understand":[9],"visual,":[10],"temporal,":[11],"and":[12,186],"textual":[13],"cues.":[14],"However,":[15],"despite":[16],"rapid":[17],"progress":[18,36],"in":[19,70,115,175],"multimodal":[20],"modeling,":[21],"video":[22,46,84,173],"understanding":[23,47,85,174],"performance":[24,125],"still":[25],"lags":[26],"behind":[27],"text-based":[28],"reasoning.":[29],"In":[30],"this":[31,89,121],"work,":[32],"we":[33,62,91,147],"find":[34,63],"that":[35,53,64,149,164,189],"even":[38],"worse":[39],"than":[40],"previously":[41],"assumed:":[42],"commonly":[43],"reported":[44],"long":[45],"benchmarks":[48,188],"contain":[49],"40-60%":[50],"of":[51,79,141,182,198],"questions":[52,106],"can":[54],"be":[55],"answered":[56],"using":[57,100,133,138],"text":[58],"cues":[59],"alone.":[60],"Furthermore,":[61],"these":[65],"issues":[66],"are":[67],"also":[68],"pervasive":[69],"widely":[71],"used":[72,114],"post-training":[73,80,119,144,155,161,184],"datasets,":[74],"potentially":[75],"undercutting":[76],"the":[77,102,134,142,180,196],"ability":[78],"improve":[82],"VLM":[83],"performance.":[86],"Guided":[87],"by":[88,126],"observation,":[90],"introduce":[92],"VidGround":[93],"as":[94],"a":[95,153,168],"simple":[96,122,154],"yet":[97],"effective":[98],"solution:":[99],"only":[101,139],"actual":[103],"visually":[104],"grounded":[105],"without":[107],"any":[108],"linguistic":[109],"biases":[110],"post-training.":[112],"When":[113],"tandem":[116],"with":[117,152],"RL-based":[118],"algorithms,":[120],"technique":[123],"improves":[124],"up":[127],"6.2":[129],"points":[130],"relative":[131],"full":[135],"dataset,":[136],"while":[137],"69.1%":[140],"original":[143],"data.":[145],"Moreover,":[146],"show":[148],"data":[150,165,185],"curation":[151],"algorithm":[156],"outperforms":[157],"several":[158],"more":[159,199],"complex":[160],"techniques,":[162],"highlighting":[163],"quality":[166],"major":[169],"bottleneck":[170],"improving":[172],"VLMs.":[176,201],"These":[177],"results":[178],"underscore":[179],"importance":[181],"curating":[183],"evaluation":[187],"truly":[190],"require":[191],"visual":[192],"grounding":[193],"advance":[195],"development":[197],"capable":[200],"Project":[202],"page:":[203],"http://vidground.etuagi.com.":[204]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}