{"id":"https://openalex.org/W7108671428","doi":"https://doi.org/10.5281/zenodo.17811342","title":"AN EVALUATION STRATEGY FOR LOCAL KEY ESTIMATION: EXPLOITING CROSS-VERSION CONSISTENCY","display_name":"AN EVALUATION STRATEGY FOR LOCAL KEY ESTIMATION: EXPLOITING CROSS-VERSION CONSISTENCY","publication_year":2025,"publication_date":"2025-09-21","ids":{"openalex":"https://openalex.org/W7108671428","doi":"https://doi.org/10.5281/zenodo.17811342"},"language":null,"primary_location":{"id":"doi:10.5281/zenodo.17811342","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17811342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"},"type":"conference-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.17811342","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yiwei Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiwei Ding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yannik Venohr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yannik Venohr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Christof Weiss","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christof Weiss","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.8033000230789185},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.7113999724388123},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6920999884605408},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.675000011920929},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5526000261306763},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5178999900817871},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5062999725341797},{"id":"https://openalex.org/keywords/consistency-model","display_name":"Consistency model","score":0.4896000027656555}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.8033000230789185},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.7113999724388123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7109000086784363},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6920999884605408},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.675000011920929},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5526000261306763},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5174999833106995},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.4896000027656555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48669999837875366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4596000015735626},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.3677999973297119},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C122377713","wikidata":"https://www.wikidata.org/wiki/Q4422799","display_name":"Weak consistency","level":4,"score":0.2892000079154968},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27810001373291016},{"id":"https://openalex.org/C175652121","wikidata":"https://www.wikidata.org/wiki/Q4379351","display_name":"Causal consistency","level":5,"score":0.2773999869823456},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.258899986743927},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C2776085556","wikidata":"https://www.wikidata.org/wiki/Q183361","display_name":"Chen","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.17811342","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17811342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"doi:10.5281/zenodo.17811342","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17811342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Local":[0],"key":[1],"estimation":[2],"(LKE)":[3],"is":[4,162],"an":[5,89,173],"important":[6],"yet":[7],"challenging":[8],"task":[9],"in":[10,55],"music":[11],"information":[12],"retrieval":[13],"since":[14],"it":[15],"involves":[16],"a":[17,36,58,127],"high":[18],"level":[19],"of":[20,74,101,112,121,167,176],"musical":[21,77],"abstraction,":[22],"which":[23],"entails":[24],"ambiguity":[25],"and":[26,91,124,133],"low":[27],"inter-annotator":[28],"agreement.":[29],"Relying":[30],"on":[31,98,137],"limited":[32],"(small)":[33],"datasets":[34,70],"with":[35],"single":[37],"annotation":[38],"may":[39],"introduce":[40],"not":[41],"only":[42],"dataset":[43],"bias":[44],"but":[45],"also":[46,163],"annotator":[47],"bias.":[48],"To":[49,65],"address":[50],"such":[51],"problems,":[52],"we":[53,68,108],"propose":[54],"this":[56,66],"paper":[57],"novel,":[59],"annotation-free":[60],"evaluation":[61,158],"strategy":[62],"for":[63,178],"LKE.":[64],"end,":[67],"exploit":[69],"where":[71],"multiple":[72],"versions":[73,100],"the":[75,83,102,110,113,119,134],"same":[76,103],"work":[78],"are":[79],"available.":[80],"We":[81],"investigate":[82],"models'":[84,135],"consistency":[85,116,132,161],"across":[86],"versions,":[87],"expecting":[88],"effective":[90],"robust":[92],"model":[93,168],"to":[94,145,156],"output":[95],"similar":[96],"predictions":[97],"different":[99,122,165],"work.":[104],"In":[105],"our":[106],"experiments,":[107],"study":[109],"behavior":[111],"proposed":[114],"cross-version":[115,131,160],"measure":[117],"at":[118],"example":[120],"models":[123],"datasets,":[125],"indicating":[126],"strong":[128],"correlation":[129],"between":[130],"effectiveness":[136],"in-domain":[138],"data":[139],"as":[140,142,172],"well":[141],"their":[143],"generalization":[144],"out-of-domain":[146],"data.":[147],"Our":[148],"further":[149],"studies":[150],"show":[151],"that,":[152],"while":[153],"being":[154],"correlated":[155],"common":[157],"metrics,":[159],"capturing":[164],"aspects":[166],"behavior,":[169],"thus":[170],"serving":[171],"additional":[174],"figure":[175],"merit":[177],"evaluating":[179],"LKE":[180],"models.":[181]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-12-05T00:00:00"}