{"id":"https://openalex.org/W4415428793","doi":"https://doi.org/10.3233/faia250783","title":"From Benchmarking to Understanding FairML","display_name":"From Benchmarking to Understanding FairML","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428793","doi":"https://doi.org/10.3233/faia250783"},"language":"en","primary_location":{"id":"doi:10.3233/faia250783","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250783","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia250783","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022601535","display_name":"Mykola Pechenizkiy","orcid":"https://orcid.org/0000-0003-4955-0743"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mykola Pechenizkiy","raw_affiliation_strings":["Eindhoven University of Technology"],"raw_orcid":"https://orcid.org/0000-0003-4955-0743","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011241859","display_name":"Hilde Weerts","orcid":"https://orcid.org/0000-0002-2046-1299"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hilde Weerts","raw_affiliation_strings":["Eindhoven University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-2046-1299","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004994425","display_name":"Cassio P. de Campos","orcid":"https://orcid.org/0000-0001-9130-1287"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Cassio de Campos","raw_affiliation_strings":["Eindhoven University of Technology"],"raw_orcid":"https://orcid.org/0000-0001-9130-1287","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041703913","display_name":"Yuya Sasaki","orcid":"https://orcid.org/0000-0002-8548-3181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuya Sasaki","raw_affiliation_strings":["The University of Osaka"],"raw_orcid":"https://orcid.org/0000-0002-8548-3181","affiliations":[{"raw_affiliation_string":"The University of Osaka","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082830839","display_name":"Julia Stoyanovich","orcid":"https://orcid.org/0000-0002-1587-0450"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Stoyanovich","raw_affiliation_strings":["New York University"],"raw_orcid":"https://orcid.org/0000-0002-1587-0450","affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5022601535"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":null,"apc_paid":null,"fwci":10.1697,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97997775,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.7728000283241272,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9164999723434448},{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.8015999794006348},{"id":"https://openalex.org/keywords/distributive-property","display_name":"Distributive property","score":0.520799994468689},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.453900009393692},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4431999921798706},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3644999861717224}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9164999723434448},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.8015999794006348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6628000140190125},{"id":"https://openalex.org/C11821877","wikidata":"https://www.wikidata.org/wiki/Q187959","display_name":"Distributive property","level":2,"score":0.520799994468689},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.453900009393692},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4431999921798706},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.42179998755455017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38929998874664307},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3774999976158142},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3379000127315521},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3239000141620636},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.29249998927116394},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.25429999828338623},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/faia250783","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250783","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/5571d226-6bfc-4e24-a0aa-319f2a739387","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/5571d226-6bfc-4e24-a0aa-319f2a739387","pdf_url":"https://pure.tue.nl/ws/files/380037437/FAIA-413-FAIA250783.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pechenizkiy, M, Weerts, H, de Campos, C, Sasaki, Y & Stoyanovich, J 2025, From Benchmarking to Understanding FairML. in I Lynce, N Murano, M Vallati, S Villata, F Chesani, M Milano, A Omicini & M Dastani (eds), ECAI 2025 : 28th European Conference on Artificial Intelligence, 25-30 October 2025, Bologna, Italy \u2013 Including 14th Conference on Prestigious Applications of Intelligent Systems, PAIS 2025. Frontiers in Artificial Intelligence and Applications, vol. 413, IOS Press, pp. 38-45, 28th European Conference on Artificial Intelligence, ECAI 2025, including 14th Conference on Prestigious Applications of Intelligent Systems, PAIS 2025, Bologna, Italy, 25/10/25. https://doi.org/10.3233/FAIA250783","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.3233/faia250783","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250783","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1825975403","display_name":null,"funder_award_id":"2312930","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2478672949","display_name":null,"funder_award_id":"2326193","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320313144","display_name":"ITEA","ror":null},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Benchmarks":[0,47],"play":[1],"a":[2,32,37,79],"central":[3],"role":[4],"in":[5,70,76],"machine":[6],"learning":[7],"(ML),":[8],"offering":[9],"standardized":[10],"datasets":[11],"and":[12,17,44,62,114,132],"metrics":[13,94],"that":[14,106,125,133],"enable":[15],"comparison":[16],"drive":[18],"progress.":[19],"In":[20],"fairness-aware":[21],"ML":[22],"(fairML),":[23],"however,":[24],"benchmarks":[25,90],"pose":[26],"distinctive":[27],"challenges.":[28],"Fairness":[29],"is":[30,60],"not":[31],"purely":[33],"technical":[34],"property":[35],"but":[36],"socio-technical":[38],"concept,":[39],"shaped":[40],"by":[41],"normative":[42,137],"choices":[43],"institutional":[45],"context.":[46],"strip":[48],"away":[49],"this":[50],"context:":[51],"they":[52],"reduce":[53],"fairness":[54,140],"to":[55,73,101],"intrinsic":[56,127],"metrics,":[57],"obscure":[58],"what":[59],"comparable,":[61],"collapse":[63],"distinct":[64],"notions":[65],"of":[66,88,119],"justice\u2014from":[67],"distributive":[68],"allocation":[69],"credit":[71],"scoring":[72],"basic":[74],"rights":[75],"criminal":[77],"justice\u2014into":[78],"single":[80],"optimization":[81],"task.":[82],"Moreover,":[83],"when":[84],"used":[85],"as":[86,95],"measures":[87],"progress,":[89],"risk":[91],"enshrining":[92],"oversimplified":[93],"community":[96],"standards,":[97],"assuming":[98],"an":[99],"exception":[100],"Goodhart\u2019s":[102],"law.":[103],"We":[104],"argue":[105],"while":[107],"benchmarking":[108],"has":[109],"value":[110],"for":[111],"building":[112],"baselines":[113],"organizing":[115],"competition,":[116],"responsible":[117],"evaluation":[118],"fairML":[120],"requires":[121],"complementary":[122],"frameworks:":[123],"ones":[124],"combine":[126],"with":[128],"extrinsic,":[129],"context-sensitive":[130],"assessments,":[131],"make":[134],"explicit":[135],"the":[136],"assumptions":[138],"underlying":[139],"interventions.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-24T00:00:00"}