{"id":"https://openalex.org/W7140290433","doi":"https://doi.org/10.48550/arxiv.2603.22677","title":"MuQ-Eval: An Open-Source Per-Sample Quality Metric for AI Music Generation Evaluation","display_name":"MuQ-Eval: An Open-Source Per-Sample Quality Metric for AI Music Generation Evaluation","publication_year":2026,"publication_date":"2026-03-24","ids":{"openalex":"https://openalex.org/W7140290433","doi":"https://doi.org/10.48550/arxiv.2603.22677"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22677","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22677","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22677","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130591956","display_name":"Di Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130566543","display_name":"Zixuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.44589999318122864,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.44589999318122864,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.4372999966144562,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.03440000116825104,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7024000287055969},{"id":"https://openalex.org/keywords/clips","display_name":"CLIPS","score":0.5418999791145325},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.5358999967575073},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5092999935150146},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4505000114440918},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.44530001282691956},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.39160001277923584},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.3628000020980835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7527999877929688},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7024000287055969},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.5418999791145325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5404000282287598},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.5358999967575073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5192000269889832},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5092999935150146},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.44530001282691956},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.3294000029563904},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22677","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22677","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22677","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22677","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7565045952796936}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Distributional":[0],"metrics":[1],"such":[2],"as":[3,137,139],"Fr\u00e9chet":[4],"Audio":[5],"Distance":[6],"cannot":[7],"score":[8],"individual":[9,151],"music":[10,40],"clips":[11,57,141],"and":[12,74,83,99,130,180,193],"correlate":[13],"poorly":[14],"with":[15,62,71,88],"human":[16,26,89],"judgments,":[17],"while":[18],"the":[19,108,123],"only":[20],"per-sample":[21,35,178],"learned":[22],"metric":[23,37],"achieving":[24],"high":[25],"correlation":[27],"is":[28,122,172],"closed-source.":[29],"We":[30],"introduce":[31],"MUQ-EVAL,":[32,171],"an":[33],"open-source":[34],"quality":[36,64,148],"for":[38],"AIgenerated":[39],"built":[41],"by":[42],"training":[43,97,131],"lightweight":[44],"prediction":[45],"heads":[46],"on":[47,136,185],"frozen":[48,69,109,113],"MuQ-310M":[49],"features":[50,70],"using":[51],"MusicEval,":[52],"a":[53,75,186],"dataset":[54],"of":[55],"generated":[56],"from":[58,150],"31":[59],"text-to-music":[60],"systems":[61],"expert":[63],"ratings.":[65],"Our":[66,169],"simplest":[67],"model,":[68],"attention":[72],"pooling":[73],"two-layer":[76],"MLP,":[77],"achieves":[78],"system-level":[79],"SRCC":[80,85],"=":[81,86],"0.957":[82],"utterance-level":[84],"0.838":[87],"mean":[90],"opinion":[91],"scores.":[92],"A":[93,154],"systematic":[94],"ablation":[95],"over":[96],"objectives":[98],"adaptation":[100],"strategies":[101],"shows":[102],"that":[103,112],"no":[104],"addition":[105],"meaningfully":[106],"improves":[107],"baseline,":[110],"indicating":[111],"MuQ":[114],"representations":[115],"already":[116,142],"capture":[117],"quality-relevant":[118],"information.":[119],"Encoder":[120],"choice":[121],"dominant":[124],"design":[125],"factor,":[126],"outweighing":[127],"all":[128],"architectural":[129],"decisions.":[132],"LoRA-adapted":[133],"models":[134],"trained":[135],"few":[138],"150":[140],"achieve":[143],"usable":[144],"correlation,":[145],"enabling":[146],"personalized":[147],"evaluators":[149],"listener":[152],"annotations.":[153],"controlled":[155],"degradation":[156],"analysis":[157],"reveals":[158],"selective":[159],"sensitivity":[160],"to":[161,166],"signal-level":[162],"artifacts":[163],"but":[164],"insensitivity":[165],"musical-structural":[167],"distortions.":[168],"metric,":[170],"fully":[173],"open-source,":[174],"outperforms":[175],"existing":[176],"open":[177],"metrics,":[179],"runs":[181],"in":[182],"real":[183],"time":[184],"single":[187],"consumer":[188],"GPU.":[189],"Code,":[190],"model":[191],"weights,":[192],"evaluation":[194],"scripts":[195],"are":[196],"available":[197],"at":[198],"https://github.com/dgtql/MuQ-Eval.":[199]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-26T00:00:00"}