{"id":"https://openalex.org/W7140300131","doi":"https://doi.org/10.48550/arxiv.2603.22918","title":"EVA: Efficient Reinforcement Learning for End-to-End Video Agent","display_name":"EVA: Efficient Reinforcement Learning for End-to-End Video Agent","publication_year":2026,"publication_date":"2026-03-24","ids":{"openalex":"https://openalex.org/W7140300131","doi":"https://doi.org/10.48550/arxiv.2603.22918"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22918","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22918","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22918","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124894589","display_name":"Yaolun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yaolun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130556499","display_name":"Ruohui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ruohui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130570694","display_name":"Jiahao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiahao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130612634","display_name":"Yepeng Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yepeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120596126","display_name":"Xuanyu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Xuanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130555031","display_name":"Haonan Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130574602","display_name":"Hao Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130612737","display_name":"Hanming Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Hanming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130600311","display_name":"Lewei Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Lewei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8977000117301941,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8977000117301941,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.026900000870227814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7617999911308289},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.483599990606308},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.4767000079154968},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4530999958515167},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4526999890804291},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4449000060558319},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3700000047683716},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3479999899864197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.808899998664856},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7617999911308289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6083999872207642},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5123999714851379},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3479999899864197},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.30480000376701355},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.28439998626708984},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22918","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22918","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22918","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22918","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0,76],"understanding":[1,158],"with":[2,165],"multimodal":[3],"large":[4],"language":[5],"models":[6],"(MLLMs)":[7],"remains":[8],"challenging":[9],"due":[10],"to":[11,89,92,96],"the":[12],"long":[13,64],"token":[14],"sequences":[15],"of":[16,173],"videos,":[17],"which":[18,78],"contain":[19],"extensive":[20],"temporal":[21],"dependencies":[22],"and":[23,57,94,100,125,136,149,179],"redundant":[24],"frames.":[25],"Existing":[26],"approaches":[27],"typically":[28],"treat":[29],"MLLMs":[30],"as":[31],"passive":[32],"recognizers,":[33],"processing":[34],"entire":[35],"videos":[36],"or":[37],"uniformly":[38],"sampled":[39],"frames":[40],"without":[41],"adaptive":[42,186],"reasoning.":[43,84],"Recent":[44],"agent-based":[45],"methods":[46],"introduce":[47],"external":[48],"tools,":[49],"yet":[50,112],"still":[51],"depend":[52],"on":[53,63,155],"manually":[54],"designed":[55],"workflows":[56],"perception-first":[58],"strategies,":[59],"resulting":[60],"in":[61],"inefficiency":[62],"videos.":[65],"We":[66,139,152],"present":[67],"EVA,":[68],"an":[69],"Efficient":[70],"Reinforcement":[71],"Learning":[72],"framework":[73],"for":[74,144],"End-to-End":[75],"Agent,":[77],"enables":[79],"planning-before-perception":[80],"through":[81],"iterative":[82],"summary-plan-action-reflection":[83],"EVA":[85,154,168],"autonomously":[86],"decides":[87],"what":[88],"watch,":[90,93,97],"when":[91],"how":[95],"achieving":[98],"query-driven":[99],"efficient":[101],"video":[102,157],"understanding.":[103],"To":[104],"train":[105],"such":[106],"agents,":[107],"we":[108],"design":[109],"a":[110,170,180],"simple":[111],"effective":[113],"three-stage":[114],"learning":[115],"pipeline":[116],"-":[117,131],"comprising":[118],"supervised":[119,134],"fine-tuning":[120],"(SFT),":[121],"Kahneman-Tversky":[122],"Optimization":[123,129],"(KTO),":[124],"Group":[126],"Relative":[127],"Policy":[128],"(GRPO)":[130],"that":[132],"bridges":[133],"imitation":[135],"reinforcement":[137],"learning.":[138],"further":[140,181],"construct":[141],"high-quality":[142],"datasets":[143],"each":[145],"stage,":[146],"supporting":[147],"stable":[148],"reproducible":[150],"training.":[151],"evaluate":[153],"six":[156],"benchmarks,":[159],"demonstrating":[160],"its":[161],"comprehensive":[162],"capabilities.":[163],"Compared":[164],"existing":[166],"baselines,":[167],"achieves":[169],"substantial":[171],"improvement":[172],"6-12%":[174],"over":[175,184],"general":[176],"MLLM":[177],"baselines":[178],"1-3%":[182],"gain":[183],"prior":[185],"agent":[187],"methods.":[188]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-26T00:00:00"}