{"id":"https://openalex.org/W7155363343","doi":"https://doi.org/10.1145/3777911.3800639","title":"Principles Over Preferences: Quality-Aware Metric Selection for Machine Learning Systems","display_name":"Principles Over Preferences: Quality-Aware Metric Selection for Machine Learning Systems","publication_year":2026,"publication_date":"2026-04-23","ids":{"openalex":"https://openalex.org/W7155363343","doi":"https://doi.org/10.1145/3777911.3800639"},"language":null,"primary_location":{"id":"doi:10.1145/3777911.3800639","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777911.3800639","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 17th ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3777911.3800639","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096717916","display_name":"Daniel Grillmeyer","orcid":"https://orcid.org/0009-0009-0997-4227"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Grillmeyer","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0009-0009-0997-4227","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Valentin Jahn","orcid":"https://orcid.org/0009-0005-5214-326X"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Valentin Jahn","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0009-0005-5214-326X","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057396498","display_name":"Marius Hadry","orcid":"https://orcid.org/0000-0002-3602-5790"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marius Hadry","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3602-5790","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088400510","display_name":"Veronika Lesch","orcid":"https://orcid.org/0000-0001-7481-4099"},"institutions":[{"id":"https://openalex.org/I108806672","display_name":"Baden-Wuerttemberg Cooperative State University","ror":"https://ror.org/02xdzy536","country_code":"DE","type":"education","lineage":["https://openalex.org/I108806672"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Veronika Lesch","raw_affiliation_strings":["Baden-Wuerttemberg Cooperative State University Mosbach, Mosbach, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7481-4099","affiliations":[{"raw_affiliation_string":"Baden-Wuerttemberg Cooperative State University Mosbach, Mosbach, Germany","institution_ids":["https://openalex.org/I108806672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013790674","display_name":"Samuel Kounev","orcid":"https://orcid.org/0000-0001-9742-2063"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Kounev","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9742-2063","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39964358,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"198","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.06019999831914902,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7138000130653381},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.6718999743461609},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6177999973297119},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5042999982833862},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4097000062465668},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.3531999886035919},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.3379000127315521}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.8270999789237976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7322999835014343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722599983215332},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7138000130653381},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.6718999743461609},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6177999973297119},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5042999982833862},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3310999870300293},{"id":"https://openalex.org/C5481197","wikidata":"https://www.wikidata.org/wiki/Q16766476","display_name":"Decision tree learning","level":3,"score":0.3181999921798706},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3777911.3800639","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777911.3800639","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 17th ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3777911.3800639","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777911.3800639","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 17th ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2016210396","https://openalex.org/W2075159929","https://openalex.org/W2330219538","https://openalex.org/W2964630594","https://openalex.org/W2975256032","https://openalex.org/W2997591727","https://openalex.org/W2999309192","https://openalex.org/W3090572406","https://openalex.org/W3126886311","https://openalex.org/W3203359277","https://openalex.org/W3214840804","https://openalex.org/W4295008384","https://openalex.org/W4311129667","https://openalex.org/W4389918598","https://openalex.org/W4392741075","https://openalex.org/W4402417435","https://openalex.org/W4407449720","https://openalex.org/W6921666488"],"related_works":[],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"models":[3],"are":[4,36],"increasingly":[5,39],"deployed":[6],"as":[7],"components":[8],"of":[9,16,65,67,80,83,113,186],"production-grade":[10],"systems,":[11],"making":[12],"the":[13,50,61,68,71,81,86,146],"systematic":[14,98],"assessment":[15],"their":[17,117],"quality":[18],"a":[19,97,110,130,184],"central":[20],"concern.":[21],"While":[22],"ML":[23,33,114,143,181],"metrics":[24,115],"have":[25],"long":[26],"played":[27],"an":[28,92],"important":[29,40],"role":[30],"in":[31,183],"benchmarking":[32],"models,":[34],"they":[35],"also":[37,56],"becoming":[38],"for":[41,70,119],"productive":[42,72],"operation.":[43],"The":[44],"selected":[45],"metric":[46,84],"not":[47],"only":[48],"influences":[49],"predictive":[51],"performance":[52],"during":[53],"development,":[54],"it":[55],"has":[57],"vital":[58],"impact":[59],"on":[60,91,158],"capabilities":[62],"and":[63,96,116,121,139,164,176],"accuracy":[64],"fit":[66],"model":[69],"use":[73,173],"case.":[74],"Although":[75],"there":[76],"is":[77,88,101,171],"certain":[78],"awareness":[79],"significance":[82],"selection,":[85],"choice":[87],"often":[89],"made":[90],"ad":[93],"hoc":[94],"basis":[95],"selection":[99],"guidance":[100],"missing.":[102],"To":[103],"address":[104],"this":[105,125,151],"research":[106],"gap,":[107],"we":[108,128,154],"provide":[109],"structured":[111],"analysis":[112],"properties":[118],"classification":[120],"regression":[122],"tasks.":[123],"With":[124],"knowledge":[126],"base,":[127],"propose":[129],"decision":[131,152,169],"tree":[132,170],"that":[133],"aims":[134],"to":[135,144],"help":[136],"both":[137],"researchers":[138],"practitioners":[140,182],"working":[141],"with":[142],"identify":[145],"best":[147],"fitting":[148],"metrics.":[149],"Using":[150],"tree,":[153],"highlight":[155],"practical":[156],"implications":[157],"two":[159],"case":[160,174],"studies:":[161],"spam":[162],"filtering":[163],"machine":[165],"failure":[166],"prediction.":[167],"Our":[168],"completely":[172],"agnostic":[175],"can":[177],"be":[178],"used":[179],"by":[180],"multitude":[185],"application":[187],"areas.":[188]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-04-24T00:00:00"}