{"id":"https://openalex.org/W7165662552","doi":"https://doi.org/10.48550/arxiv.2606.23327","title":"VideoAgent: All-in-One Framework for Video Understanding and Editing","display_name":"VideoAgent: All-in-One Framework for Video Understanding and Editing","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165662552","doi":"https://doi.org/10.48550/arxiv.2606.23327"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23327","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23327","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23327","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139189169","display_name":"Hengji Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hengji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139127523","display_name":"Lingxuan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Lingxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139151321","display_name":"Jian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139198665","display_name":"Bing Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139179191","display_name":"Si Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Si","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139168285","display_name":"Lianghao Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Lianghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139179023","display_name":"Chao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7706000208854675,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7706000208854675,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.13300000131130219,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.050200000405311584,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5899999737739563},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5476999878883362},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4796999990940094},{"id":"https://openalex.org/keywords/video-editing","display_name":"Video editing","score":0.4440000057220459},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4388999938964844},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4138999879360199},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.40720000863075256},{"id":"https://openalex.org/keywords/retargeting","display_name":"Retargeting","score":0.3767000138759613},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.36649999022483826},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3653999865055084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8079000115394592},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5899999737739563},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5476999878883362},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49639999866485596},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4388999938964844},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39259999990463257},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.36649999022483826},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3653999865055084},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34540000557899475},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C137402728","wikidata":"https://www.wikidata.org/wiki/Q1330119","display_name":"Non-linear editing system","level":5,"score":0.3230000138282776},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C87829876","wikidata":"https://www.wikidata.org/wiki/Q648877","display_name":"Post-production","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C2987052865","wikidata":"https://www.wikidata.org/wiki/Q11033","display_name":"Visual media","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C2777080924","wikidata":"https://www.wikidata.org/wiki/Q334667","display_name":"Storyboard","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26350000500679016},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C2775856596","wikidata":"https://www.wikidata.org/wiki/Q25141683","display_name":"Video browsing","level":4,"score":0.25929999351501465},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23327","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23327","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23327","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23327","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"editing":[1,35,93,106],"has":[2],"become":[3],"essential":[4],"in":[5],"digital":[6],"media":[7],"creation,":[8],"yet":[9],"existing":[10,122],"automated":[11,64],"systems":[12],"are":[13],"restricted":[14],"to":[15,29],"short":[16],"segment":[17],"processing":[18],"and":[19,34,37,75,115,125],"domain-specific":[20],"tasks.":[21],"They":[22],"face":[23],"two":[24,58],"critical":[25],"limitations:":[26],"i)":[27],"inability":[28],"handle":[30],"diverse":[31],"video":[32,65,144],"comprehension":[33],"operations,":[36],"ii)":[38],"lack":[39],"of":[40],"long-video":[41],"understanding":[42],"for":[43,72,78],"coherent":[44,73],"narrative":[45],"creation.":[46],"We":[47,161],"propose":[48],"VideoAgent,":[49],"an":[50],"all-in-one":[51],"agentic":[52,126],"framework":[53,88],"addressing":[54],"these":[55],"challenges":[56],"through":[57],"key":[59],"innovations.":[60],"First,":[61],"we":[62,83],"develop":[63],"shot":[66,69],"creation":[67],"with":[68,154],"planning":[70],"agents":[71],"narratives":[74],"cross-modal":[76],"retrieval":[77],"aligned":[79],"visual":[80],"content.":[81],"Second,":[82],"design":[84],"a":[85],"multi-agent":[86],"orchestration":[87,131],"integrating":[89],"over":[90,121],"thirty":[91],"specialized":[92],"agents.":[94],"Intent":[95],"parsing":[96],"filters":[97],"relevant":[98],"tools":[99],"while":[100,134],"textual-gradient":[101],"graph":[102],"optimization":[103],"assembles":[104],"complex":[105],"pipelines.":[107],"Extensive":[108],"experiments":[109],"on":[110],"our":[111,163],"newly-proposed":[112],"VideoEdit":[113],"benchmark":[114],"public":[116],"datasets":[117],"demonstrate":[118],"VideoAgent's":[119],"superiority":[120],"multimodal":[123],"LLMs":[124],"systems.":[127],"VideoAgent":[128,147],"achieves":[129],"87-95%":[130],"success":[132],"rates":[133],"reducing":[135],"API":[136],"costs":[137],"by":[138],"60%.":[139],"Human":[140],"evaluation":[141],"across":[142],"six":[143],"categories":[145],"shows":[146],"produces":[148],"professional-quality":[149],"content":[150],"approaching":[151],"human-level":[152],"performance,":[153],"ratings":[155],"only":[156],"4%":[157],"below":[158],"human-created":[159],"videos.":[160],"release":[162],"code":[164],"at":[165],"https://github.com/HKUDS/VideoAgent.":[166]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}