{"id":"https://openalex.org/W7161696487","doi":"https://doi.org/10.48550/arxiv.2605.18748","title":"Aurora: Unified Video Editing with a Tool-Using Agent","display_name":"Aurora: Unified Video Editing with a Tool-Using Agent","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161696487","doi":"https://doi.org/10.48550/arxiv.2605.18748"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18748","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18748","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18748","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136499766","display_name":"Yongsheng Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yongsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136471280","display_name":"Ziyun Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Ziyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136456423","display_name":"Zhiyuan Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136459098","display_name":"Zhenghong Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhenghong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136494554","display_name":"Hang Hua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hua, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136501018","display_name":"Wei Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136490711","display_name":"Jiebo Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Jiebo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3521000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3521000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.3463999927043915,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1062999963760376,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-editing","display_name":"Video editing","score":0.7505999803543091},{"id":"https://openalex.org/keywords/underspecification","display_name":"Underspecification","score":0.6786999702453613},{"id":"https://openalex.org/keywords/non-linear-editing-system","display_name":"Non-linear editing system","score":0.5922999978065491},{"id":"https://openalex.org/keywords/post-production","display_name":"Post-production","score":0.4381999969482422},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.37940001487731934},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.37619999051094055},{"id":"https://openalex.org/keywords/video-production","display_name":"Video production","score":0.36890000104904175},{"id":"https://openalex.org/keywords/smacker-video","display_name":"Smacker video","score":0.36149999499320984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8411999940872192},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.7505999803543091},{"id":"https://openalex.org/C2779631151","wikidata":"https://www.wikidata.org/wiki/Q7883767","display_name":"Underspecification","level":2,"score":0.6786999702453613},{"id":"https://openalex.org/C137402728","wikidata":"https://www.wikidata.org/wiki/Q1330119","display_name":"Non-linear editing system","level":5,"score":0.5922999978065491},{"id":"https://openalex.org/C87829876","wikidata":"https://www.wikidata.org/wiki/Q648877","display_name":"Post-production","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C166142869","wikidata":"https://www.wikidata.org/wiki/Q60061622","display_name":"Video production","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C108803254","wikidata":"https://www.wikidata.org/wiki/Q857512","display_name":"Smacker video","level":4,"score":0.36149999499320984},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3418999910354614},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C151211776","wikidata":"https://www.wikidata.org/wiki/Q2778015","display_name":"Video capture","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.32100000977516174},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.3197999894618988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31790000200271606},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.29670000076293945},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C2776566319","wikidata":"https://www.wikidata.org/wiki/Q3495514","display_name":"Interactive video","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C80156102","wikidata":"https://www.wikidata.org/wiki/Q788036","display_name":"Resolver","level":3,"score":0.25850000977516174},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18748","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18748","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18748","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18748","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.40255963802337646,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"video":[1,68,82,144,157,176],"editing":[2,69,145,158,177],"models":[3],"have":[4],"converged":[5],"on":[6,152],"a":[7,11,73,80,89,94],"unified":[8,81],"conditioning":[9,102],"design:":[10],"single":[12],"diffusion":[13,83],"transformer":[14],"jointly":[15],"consumes":[16],"text,":[17,49],"source":[18],"video,":[19],"and":[20,23,33,52,107,124,135,148,154,167],"reference":[21,50],"images,":[22,51],"one":[24],"set":[25],"of":[26],"weights":[27],"covers":[28],"replacement,":[29],"removal,":[30],"style":[31],"transfer,":[32],"reference-driven":[34],"insertion.":[35],"The":[36,85],"design":[37],"is":[38],"flexible,":[39],"but":[40],"it":[41],"assumes":[42],"that":[43,71,161,168],"the":[44,100,114,169],"user":[45,91],"already":[46],"provides":[47],"model-ready":[48],"spatial":[53],"grounding":[54],"for":[55,120,131],"local":[56],"edits,":[57],"which":[58],"real":[59],"requests":[60],"often":[61],"omit.":[62],"We":[63,112,138],"present":[64],"Aurora,":[65],"an":[66],"agentic":[67],"framework":[70],"pairs":[72,130],"tool-augmented":[74],"vision-language":[75],"model":[76],"(VLM)":[77],"agent":[78,87,116,171],"with":[79,99,117,128],"transformer.":[84],"VLM":[86,115,170],"maps":[88],"raw":[90],"request":[92],"to":[93,141,173],"structured":[95],"edit":[96,122],"plan":[97],"aligned":[98],"transformer's":[101],"channels,":[103],"thereby":[104],"resolving":[105],"textual":[106,147],"visual":[108,149],"underspecification":[109],"before":[110],"generation.":[111],"train":[113],"supervised":[118],"data":[119],"complete":[121],"planning":[123],"reference-image":[125],"selection,":[126],"together":[127],"preference":[129],"robust":[132],"tool":[133],"use":[134],"instruction":[136],"refinement.":[137],"introduce":[139],"AgentEdit-Bench":[140,153],"evaluate":[142],"agent-enhanced":[143],"under":[146],"underspecification.":[150],"Experiments":[151],"two":[155],"existing":[156],"benchmarks":[159],"show":[160],"Aurora":[162],"improves":[163],"over":[164],"instruction-only":[165],"baselines":[166],"transfers":[172],"compatible":[174],"frozen":[175],"models.":[178],"Project":[179],"page:":[180],"https://yeates.github.io/Aurora-Page":[181]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}