{"id":"https://openalex.org/W7131432179","doi":"https://doi.org/10.48550/arxiv.2602.20981","title":"Echoes Over Time: Unlocking Length Generalization in Video-to-Audio Generation Models","display_name":"Echoes Over Time: Unlocking Length Generalization in Video-to-Audio Generation Models","publication_year":2026,"publication_date":"2026-02-24","ids":{"openalex":"https://openalex.org/W7131432179","doi":"https://doi.org/10.48550/arxiv.2602.20981"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.20981","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126832870","display_name":"Christian Simon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126845179","display_name":"MAsato Ishii","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ishii, Masato","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126778335","display_name":"Wei-Yao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei-Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103156284","display_name":"Koichi Saito","orcid":"https://orcid.org/0000-0001-7307-0032"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saito, Koichi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091621857","display_name":"Akio Hayakawa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hayakawa, Akio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126829022","display_name":"Dongseok Shim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shim, Dongseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126790380","display_name":"Zhi Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126828913","display_name":"Shuyang Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Shuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126802628","display_name":"Shusuke Takahashi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takahashi, Shusuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shibuya, Takashi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shibuya, Takashi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126851483","display_name":"Yuki Mitsufuji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitsufuji, Yuki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24100541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7013000249862671,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7013000249862671,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.08209999650716782,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.040699999779462814,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7462999820709229},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.6151000261306763},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5843999981880188},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.48820000886917114},{"id":"https://openalex.org/keywords/audio-signal-processing","display_name":"Audio signal processing","score":0.3935000002384186},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.3100999891757965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7516000270843506},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7462999820709229},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.6151000261306763},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5414999723434448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5151000022888184},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.48820000886917114},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.3935000002384186},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C160372630","wikidata":"https://www.wikidata.org/wiki/Q4819855","display_name":"Audio analyzer","level":5,"score":0.28999999165534973},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2630000114440918}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.20981","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.20981","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.20981","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.20981","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scaling":[0],"multimodal":[1,55],"alignment":[2],"between":[3,17],"video":[4,22],"and":[5,14,20,73,101],"audio":[6,79,87,133],"is":[7,104],"challenging,":[8],"particularly":[9],"due":[10],"to":[11,44,76,90,132],"limited":[12],"data":[13],"the":[15,29,107,114],"mismatch":[16],"text":[18],"descriptions":[19],"frame-level":[21],"information.":[23],"In":[24],"this":[25,51],"work,":[26],"we":[27,53,142],"tackle":[28,50],"scaling":[30],"challenge":[31],"in":[32,106,119,138,147,159],"multimodal-to-audio":[33],"generation,":[34],"examining":[35],"whether":[36],"models":[37],"trained":[38],"on":[39,113,130],"short":[40,100,158],"instances":[41],"can":[42],"generalize":[43],"longer":[45,115],"ones":[46],"during":[47],"testing.":[48],"To":[49],"challenge,":[52],"present":[54],"hierarchical":[56,71],"networks":[57],"so-called":[58],"MMHNet,":[59],"an":[60],"enhanced":[61],"extension":[62],"of":[63],"state-of-the-art":[64],"video-to-audio":[65,108,139,155],"models.":[66],"Our":[67,81],"approach":[68],"integrates":[69],"a":[70],"method":[72,83,125],"non-causal":[74],"Mamba":[75],"support":[77],"long-form":[78],"generation.":[80],"proposed":[82,124],"significantly":[84],"improves":[85],"long":[86,103,162],"generation":[88,109],"up":[89],"more":[91,149],"than":[92,150],"5":[93,151],"minutes.":[94],"We":[95,117],"also":[96],"prove":[97],"that":[98,122],"training":[99,112],"testing":[102],"possible":[105],"tasks":[110],"without":[111],"durations.":[116,163],"show":[118],"our":[120,123,144],"experiments":[121],"could":[126],"achieve":[127],"remarkable":[128],"results":[129],"long-video":[131],"benchmarks,":[134],"beating":[135],"prior":[136,154],"works":[137],"tasks.":[140],"Moreover,":[141],"showcase":[143],"model":[145],"capability":[146],"generating":[148,160],"minutes,":[152],"while":[153],"methods":[156],"fall":[157],"with":[161]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-26T00:00:00"}