{"id":"https://openalex.org/W7155075445","doi":"https://doi.org/10.48550/arxiv.2604.17656","title":"Video-Robin: Autoregressive Diffusion Planning for Intent-Grounded Video-to-Music Generation","display_name":"Video-Robin: Autoregressive Diffusion Planning for Intent-Grounded Video-to-Music Generation","publication_year":2026,"publication_date":"2026-04-19","ids":{"openalex":"https://openalex.org/W7155075445","doi":"https://doi.org/10.48550/arxiv.2604.17656"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17656","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17656","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17656","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134138499","display_name":"Vaibhavi Lokegaonkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lokegaonkar, Vaibhavi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134195539","display_name":"Aryan Vijay Bhosale","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhosale, Aryan Vijay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134141025","display_name":"Vishnu Raj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raj, Vishnu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069874461","display_name":"Gouthaman KV","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"KV, Gouthaman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013222310","display_name":"Ramani Duraiswami","orcid":"https://orcid.org/0000-0002-5596-8460"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duraiswami, Ramani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134115362","display_name":"Lie Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Lie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033408639","display_name":"Sreyan Ghosh","orcid":"https://orcid.org/0000-0003-3773-561X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Sreyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134137928","display_name":"Dinesh Manocha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manocha, Dinesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.5090000033378601,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.5090000033378601,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.30630001425743103,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.633400022983551},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47290000319480896},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46959999203681946},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4562999904155731},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4156000018119812},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4124000072479248},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.3783000111579895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7534999847412109},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.633400022983551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.476500004529953},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46959999203681946},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4562999904155731},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4124000072479248},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4016000032424927},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.319599986076355},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28360000252723694},{"id":"https://openalex.org/C177225278","wikidata":"https://www.wikidata.org/wiki/Q192674","display_name":"Factoring","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17656","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17656","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17656","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17656","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video-to-music":[0],"(V2M)":[1],"is":[2],"the":[3,35],"fundamental":[4],"task":[5],"of":[6],"creating":[7],"background":[8],"music":[9,56,92,102],"for":[10,58],"an":[11,76],"input":[12,133],"video.":[13],"Recent":[14],"V2M":[15],"models":[16,79],"achieve":[17],"audiovisual":[18],"alignment":[19],"by":[20,82],"typically":[21],"relying":[22],"on":[23,139],"visual":[24,85],"conditioning":[25],"alone":[26],"and":[27,31,65,86,134,142],"provide":[28],"limited":[29],"semantic":[30,66],"stylistic":[32],"controllability":[33],"to":[34,89,152],"end":[36],"user.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41],"present":[42],"Video-Robin,":[43],"a":[44,146],"novel":[45],"text-conditioned":[46],"video-to-music":[47],"generation":[48,57],"model":[49,126],"that":[50,129],"enables":[51,116],"fast,":[52],"high-quality,":[53],"semantically":[54,83,109],"aligned":[55],"video":[59,132],"content.":[60],"To":[61],"balance":[62],"musical":[63],"fidelity":[64],"understanding,":[67],"Video-Robin":[68,115],"integrates":[69],"autoregressive":[70,77],"planning":[71,111],"with":[72,145],"diffusion-based":[73,113],"synthesis.":[74],"Specifically,":[75],"module":[78],"global":[80],"structure":[81],"aligning":[84],"textual":[87],"inputs":[88],"produce":[90],"high-level":[91],"latents.":[93],"These":[94],"latents":[95],"are":[96],"subsequently":[97],"refined":[98],"into":[99,112],"coherent,":[100],"high-fidelity":[101],"using":[103],"local":[104],"Diffusion":[105],"Transformers.":[106],"By":[107],"factoring":[108],"driven":[110],"synthesis,":[114],"fine-grained":[117],"creator":[118],"control":[119],"without":[120],"sacrificing":[121],"audio":[122],"realism.":[123],"Our":[124],"proposed":[125],"outperforms":[127],"baselines":[128,138],"solely":[130],"accept":[131],"additional":[135],"feature":[136],"conditioned":[137],"both":[140],"in-distribution":[141],"out-of-distribution":[143],"benchmarks":[144],"2.21x":[147],"speed":[148],"in":[149],"inference":[150],"compared":[151],"SOTA.":[153],"We":[154],"will":[155],"open-source":[156],"everything":[157],"upon":[158],"paper":[159],"acceptance.":[160]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-22T00:00:00"}