{"id":"https://openalex.org/W4415540936","doi":"https://doi.org/10.1145/3746027.3755656","title":"Controllable Video-to-Music Generation with Multiple Time-Varying Conditions","display_name":"Controllable Video-to-Music Generation with Multiple Time-Varying Conditions","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415540936","doi":"https://doi.org/10.1145/3746027.3755656"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3755656","doi":"https://doi.org/10.1145/3746027.3755656","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755656","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004500750","display_name":"Junxian Wu","orcid":"https://orcid.org/0009-0005-8447-2121","observed_orcids":["https://orcid.org/0009-0005-8447-2121"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxian Wu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-8447-2121","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066710323","display_name":"Weitao You","orcid":"https://orcid.org/0000-0002-9625-5547","observed_orcids":["https://orcid.org/0000-0002-9625-5547"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weitao You","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9625-5547","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092767967","display_name":"Heda Zuo","orcid":"https://orcid.org/0009-0005-7999-2317","observed_orcids":["https://orcid.org/0009-0005-7999-2317"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heda Zuo","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-7999-2317","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076060827","display_name":"Dengming Zhang","orcid":"https://orcid.org/0000-0002-6307-7692","observed_orcids":["https://orcid.org/0000-0002-6307-7692"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dengming Zhang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6307-7692","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058762433","display_name":"Pei Chen","orcid":"https://orcid.org/0000-0003-0962-6459","observed_orcids":["https://orcid.org/0000-0003-0962-6459"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0962-6459","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036387698","display_name":"Lingyun Sun","orcid":"https://orcid.org/0000-0002-5561-0493","observed_orcids":["https://orcid.org/0000-0002-5561-0493"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Sun","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5561-0493","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":1.055,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78236884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"10427","last_page":"10436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/time-varying-conditions","display_name":"time-varying conditions","score":0.9739999771118164},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.4259999990463257},{"id":"https://openalex.org/keywords/musical-composition","display_name":"music composition","score":0.5239999890327454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7475000023841858},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5081999897956848},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43230000138282776},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32249999046325684},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2867000102996826},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.2615000009536743},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755656","doi":"https://doi.org/10.1145/3746027.3755656","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755656","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2149628368","https://openalex.org/W2939574508","https://openalex.org/W3207290297","https://openalex.org/W4372260250","https://openalex.org/W4372260310","https://openalex.org/W4377719641","https://openalex.org/W4386057769","https://openalex.org/W4386071707","https://openalex.org/W4390873054","https://openalex.org/W4390873340","https://openalex.org/W4392647990","https://openalex.org/W4398226295"],"related_works":["https://openalex.org/W4416235991","https://openalex.org/W7135020875","https://openalex.org/W4413146212","https://openalex.org/W7155075445","https://openalex.org/W4415059562","https://openalex.org/W4405254078","https://openalex.org/W4403578871","https://openalex.org/W7155069313","https://openalex.org/W4415536516","https://openalex.org/W4409262141"],"abstract_inverted_index":{"Music":[0],"enhances":[1],"video":[2],"narratives":[3],"and":[4,75,97,120,129,149,155],"emotions,":[5],"driving":[6],"demand":[7],"for":[8,56,83],"automatic":[9],"video-to-music":[10],"(V2M)":[11],"generation.":[12,61],"However,":[13],"existing":[14,143],"V2M":[15,48,73,144],"methods":[16],"relying":[17],"solely":[18],"on":[19],"visual":[20],"features":[21],"or":[22],"supplementary":[23],"textual":[24],"inputs":[25],"generate":[26],"music":[27,60,133],"in":[28,146],"a":[29,44,65,92,98,115,121],"black-box":[30],"manner,":[31],"often":[32],"failing":[33],"to":[34,104,125],"meet":[35],"user":[36,158],"expectations.":[37,159],"To":[38],"address":[39],"this":[40],"challenge,":[41],"we":[42,90,113],"propose":[43],"novel":[45],"multi-condition":[46,84],"guided":[47],"generation":[49],"framework":[50],"that":[51,69,139],"incorporates":[52],"multiple":[53,127],"time-varying":[54],"conditions":[55,128],"enhanced":[57],"control":[58,154],"over":[59],"Our":[62],"method":[63,141],"uses":[64],"two-stage":[66],"training":[67],"strategy":[68],"enables":[70],"learning":[71],"of":[72],"fundamentals":[74],"audiovisual":[76],"temporal":[77,100],"synchronization":[78],"while":[79],"meeting":[80],"users'":[81],"needs":[82],"control.":[85],"In":[86],"the":[87,110,132],"first":[88],"stage,":[89,112],"introduce":[91],"fine-grained":[93],"feature":[94,107],"selection":[95],"module":[96,119,124],"progressive":[99],"alignment":[101,156],"attention":[102],"mechanism":[103],"ensure":[105],"flexible":[106],"alignment.":[108],"For":[109],"second":[111],"develop":[114],"dynamic":[116],"conditional":[117],"fusion":[118],"control-guided":[122],"decoder":[123],"integrate":[126],"accurately":[130],"guide":[131],"composition":[134],"process.":[135],"Extensive":[136],"experiments":[137],"demonstrate":[138],"our":[140],"outperforms":[142],"pipelines":[145],"both":[147],"subjective":[148],"objective":[150],"evaluations,":[151],"significantly":[152],"enhancing":[153],"with":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2025-10-25T00:00:00"}