{"id":"https://openalex.org/W7130681494","doi":"https://doi.org/10.48550/arxiv.2602.17599","title":"Art2Mus: Artwork-to-Music Generation via Visual Conditioning and Large-Scale Cross-Modal Alignment","display_name":"Art2Mus: Artwork-to-Music Generation via Visual Conditioning and Large-Scale Cross-Modal Alignment","publication_year":2026,"publication_date":"2026-02-19","ids":{"openalex":"https://openalex.org/W7130681494","doi":"https://doi.org/10.48550/arxiv.2602.17599"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.17599","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114482384","display_name":"Ivan Rinaldi","orcid":"https://orcid.org/0009-0003-9597-064X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rinaldi, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044999139","display_name":"Matteo Mendula","orcid":"https://orcid.org/0000-0002-0126-9808"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mendula, Matteo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103191427","display_name":"Nicola Fanelli","orcid":"https://orcid.org/0009-0007-6602-7504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fanelli, Nicola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072098165","display_name":"Florence Lev\u00e9","orcid":"https://orcid.org/0000-0002-6571-5096"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lev\u00e9, Florence","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126452051","display_name":"Matteo Testi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Testi, Matteo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050227787","display_name":"Giovanna Castellano","orcid":"https://orcid.org/0000-0002-6489-8628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Castellano, Giovanna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047012566","display_name":"Gennaro Vessio","orcid":"https://orcid.org/0000-0002-0883-2691"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vessio, Gennaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22031233,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6700000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6700000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.07720000296831131,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07419999688863754,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5812000036239624},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5058000087738037},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.43860000371932983},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4359000027179718},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42890000343322754},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.42640000581741333},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3837999999523163},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3711000084877014},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3612000048160553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7646999955177307},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5812000036239624},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5058000087738037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48669999837875366},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4699999988079071},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46380001306533813},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.43860000371932983},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.42640000581741333},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3711000084877014},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3612000048160553},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C2986862884","wikidata":"https://www.wikidata.org/wiki/Q7553","display_name":"Language translation","level":3,"score":0.3098999857902527},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C45262634","wikidata":"https://www.wikidata.org/wiki/Q5159291","display_name":"Conditioning","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27379998564720154},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C80469333","wikidata":"https://www.wikidata.org/wiki/Q189088","display_name":"Von Neumann architecture","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25690001249313354},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.17599","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.17599","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.17599","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.17599","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.726779043674469,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Music":[0,101],"generation":[1,206],"has":[2],"advanced":[3],"markedly":[4],"through":[5],"multimodal":[6,84],"deep":[7],"learning,":[8],"enabling":[9,143],"models":[10],"to":[11,41,120],"synthesize":[12],"audio":[13],"from":[14,19,26],"text":[15],"and,":[16],"more":[17],"recently,":[18],"images.":[20],"However,":[21],"existing":[22],"image-conditioned":[23],"systems":[24],"suffer":[25],"two":[27],"fundamental":[28],"limitations:":[29],"(i)":[30],"they":[31],"are":[32],"typically":[33],"trained":[34],"on":[35,56],"natural":[36],"photographs,":[37],"limiting":[38],"their":[39],"ability":[40],"capture":[42],"the":[43,99,107,135,169,185],"richer":[44],"semantic,":[45],"stylistic,":[46],"and":[47,52,98,159,197,210,214,225,230],"cultural":[48,223],"content":[49],"of":[50,86,138,168,180,189],"artworks;":[51],"(ii)":[53],"most":[54],"rely":[55],"an":[57],"image-to-text":[58,123],"conversion":[59],"stage,":[60],"using":[61],"language":[62],"as":[63,207],"a":[64,82,139,208],"semantic":[65,127],"shortcut":[66],"that":[67,154,163,217],"simplifies":[68],"conditioning":[69,136],"but":[70],"prevents":[71],"direct":[72,113,204],"visual-to-audio":[73],"learning.":[74],"Motivated":[75],"by":[76,95,148],"these":[77],"gaps,":[78],"we":[79],"introduce":[80],"ArtSound,":[81],"large-scale":[83],"dataset":[85,231],"105,884":[87],"artwork-music":[88],"pairs":[89],"enriched":[90],"with":[91],"dual-modality":[92],"captions,":[93],"obtained":[94],"extending":[96],"ArtGraph":[97],"Free":[100],"Archive.":[102],"We":[103],"further":[104],"propose":[105],"ArtToMus,":[106],"first":[108],"framework":[109,130],"explicitly":[110],"designed":[111],"for":[112],"artwork-to-music":[114],"generation,":[115],"which":[116],"maps":[117],"digitized":[118],"artworks":[119],"music":[121,144],"without":[122],"translation":[124],"or":[125],"language-based":[126],"supervision.":[128],"The":[129],"projects":[131],"visual":[132,149,166],"embeddings":[133],"into":[134],"space":[137],"latent":[140],"diffusion":[141],"model,":[142],"synthesis":[145],"guided":[146],"solely":[147],"information.":[150],"Experimental":[151],"results":[152],"show":[153],"ArtToMus":[155],"generates":[156],"musically":[157],"coherent":[158],"stylistically":[160],"consistent":[161],"outputs":[162],"reflect":[164],"salient":[165],"cues":[167],"source":[170],"artworks.":[171],"While":[172],"absolute":[173],"alignment":[174],"scores":[175],"remain":[176],"lower":[177],"than":[178],"those":[179],"text-conditioned":[181],"systems-as":[182],"expected":[183],"given":[184],"substantially":[186],"increased":[187],"difficulty":[188],"removing":[190],"linguistic":[191],"supervision-ArtToMus":[192],"achieves":[193],"competitive":[194],"perceptual":[195],"quality":[196],"meaningful":[198],"cross-modal":[199],"correspondence.":[200],"This":[201],"work":[202],"establishes":[203],"visual-to-music":[205],"distinct":[209],"challenging":[211],"research":[212],"direction,":[213],"provides":[215],"resources":[216],"support":[218],"applications":[219],"in":[220],"multimedia":[221],"art,":[222],"heritage,":[224],"AI-assisted":[226],"creative":[227],"practice.":[228],"Code":[229],"will":[232],"be":[233],"publicly":[234],"released":[235],"upon":[236],"acceptance.":[237]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-21T00:00:00"}