{"id":"https://openalex.org/W7167678751","doi":"https://doi.org/10.48550/arxiv.2607.06015","title":"Music I Care About: Automated Multimodal Benchmarking of LLM Music Perception Skills on (Almost) Any Music","display_name":"Music I Care About: Automated Multimodal Benchmarking of LLM Music Perception Skills on (Almost) Any Music","publication_year":2026,"publication_date":"2026-07-07","ids":{"openalex":"https://openalex.org/W7167678751","doi":"https://doi.org/10.48550/arxiv.2607.06015"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.06015","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.06015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095740188","display_name":"Tom\u00e1\u0161 Sourada","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sourada, Tom\u00e1\u0161","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120539142","display_name":"Katia Vendrame","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vendrame, Katia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140265180","display_name":"Haji\u010d, Jan, jr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haji\u010d, Jan, jr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.6211000084877014,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.6211000084877014,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.025100000202655792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8585000038146973},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6097999811172485},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5794000029563904},{"id":"https://openalex.org/keywords/pop-music-automation","display_name":"Pop music automation","score":0.5619000196456909},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5080000162124634},{"id":"https://openalex.org/keywords/music-information-retrieval","display_name":"Music information retrieval","score":0.450300008058548},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.43720000982284546},{"id":"https://openalex.org/keywords/musical-notation","display_name":"Musical notation","score":0.4343000054359436},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4018000066280365}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8585000038146973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6283000111579895},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6097999811172485},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5794000029563904},{"id":"https://openalex.org/C73520026","wikidata":"https://www.wikidata.org/wiki/Q7229091","display_name":"Pop music automation","level":4,"score":0.5619000196456909},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5080000162124634},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.450300008058548},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C88639978","wikidata":"https://www.wikidata.org/wiki/Q233861","display_name":"Musical notation","level":3,"score":0.4343000054359436},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4018000066280365},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3596000075340271},{"id":"https://openalex.org/C2987788386","wikidata":"https://www.wikidata.org/wiki/Q476590","display_name":"Music perception","level":3,"score":0.35019999742507935},{"id":"https://openalex.org/C146902061","wikidata":"https://www.wikidata.org/wiki/Q476590","display_name":"Music psychology","level":3,"score":0.3492000102996826},{"id":"https://openalex.org/C542929976","wikidata":"https://www.wikidata.org/wiki/Q9730","display_name":"Classical music","level":3,"score":0.33390000462532043},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31369999051094055},{"id":"https://openalex.org/C113194728","wikidata":"https://www.wikidata.org/wiki/Q4130159","display_name":"Musicality","level":3,"score":0.30889999866485596},{"id":"https://openalex.org/C87687168","wikidata":"https://www.wikidata.org/wiki/Q173114","display_name":"Digital audio","level":4,"score":0.30149999260902405},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2921999990940094},{"id":"https://openalex.org/C143857728","wikidata":"https://www.wikidata.org/wiki/Q193544","display_name":"Music theory","level":3,"score":0.28839999437332153},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C154233639","wikidata":"https://www.wikidata.org/wiki/Q164204","display_name":"Musicology","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C160372630","wikidata":"https://www.wikidata.org/wiki/Q4819855","display_name":"Audio analyzer","level":5,"score":0.26260000467300415},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.25290000438690186},{"id":"https://openalex.org/C109568592","wikidata":"https://www.wikidata.org/wiki/Q207628","display_name":"Musical composition","level":3,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.06015","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.06015","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7235572338104248,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Music":[0,96],"represents":[1,186],"a":[2,102,187,201],"cornerstone":[3],"of":[4,25,57,194,210],"human":[5],"culture,":[6],"existing":[7],"digitally":[8],"across":[9,86,139],"diverse":[10,55],"modalities,":[11],"including":[12],"audio,":[13,140],"symbolic":[14,116,145],"encodings":[15],"(e.g.,":[16,118],"MIDI,":[17],"MusicXML),":[18],"and":[19,46,120,144,155,173],"sheet":[20],"music.":[21],"Despite":[22],"the":[23,63,95,152,191],"advancement":[24,189],"Multimodal":[26],"Large":[27],"Language":[28],"Models":[29],"(MLLMs),":[30],"current":[31],"music":[32,58,76,132,137,141,182,195,211],"benchmarks":[33,41,66,108],"face":[34],"three":[35],"major":[36],"limitations.":[37],"First,":[38],"large":[39],"static":[40],"are":[42],"resource-intensive":[43],"to":[44,54,68,74],"evaluate,":[45],"it":[47,205],"remains":[48],"unclear":[49],"how":[50],"their":[51],"results":[52],"transfer":[53],"kinds":[56],"beyond":[59],"those":[60],"included":[61],"in":[62,190],"benchmark.":[64],"Second,":[65],"claiming":[67],"measure":[69,181],"\"music":[70],"understanding\"":[71],"often":[72],"fail":[73],"require":[75],"perception.":[77,183],"Third,":[78],"they":[79],"do":[80,180],"not":[81],"support":[82],"systematic":[83],"performance":[84],"comparisons":[85,165],"musical":[87],"modalities.":[88],"To":[89],"overcome":[90],"these":[91],"issues,":[92],"we":[93,125,176],"introduce":[94],"I":[97],"Care":[98],"About":[99],"Meta-Benchmark":[100],"(MusICA-MetaBench),":[101],"framework":[103,150],"that":[104,130,160],"automatically":[105],"derives":[106],"on-demand":[107,208],"directly":[109],"from":[110],"user-provided":[111],"data.":[112],"By":[113,169,199],"leveraging":[114],"structured":[115],"representations":[117],"MusicXML)":[119],"our":[121,149,178],"pre-defined":[122],"question":[123],"templates,":[124],"build":[126],"multiple-choice":[127],"question-answer":[128],"pairs":[129],"probe":[131],"perception":[133,196,212],"competencies,":[134],"aligned":[135],"with":[136,151],"pedagogy,":[138],"notation":[142],"images,":[143],"files.":[146],"We":[147],"demonstrate":[148],"ChoraleBricks":[153],"dataset,":[154],"experimentally":[156],"determine":[157],"benchmark":[158],"sizes":[159],"ensure":[161],"statistically":[162],"reliable":[163],"model":[164],"for":[166,197],"this":[167],"setup.":[168],"comparing":[170],"against":[171],"text-only":[172],"white-noise":[174],"baselines,":[175],"show":[177],"questions":[179],"Ultimately,":[184],"MusICA-MetaBench":[185],"significant":[188],"cross-modal":[192],"assessment":[193],"MLLMs.":[198],"proposing":[200],"dataset-specific":[202],"benchmarking":[203],"paradigm,":[204],"enables":[206],"efficient":[207],"evaluation":[209],"capabilities.":[213]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}