{"id":"https://openalex.org/W7123361198","doi":"https://doi.org/10.1109/esem64174.2025.00040","title":"Is Diversity a Meaningful Metric in Fairness Testing?","display_name":"Is Diversity a Meaningful Metric in Fairness Testing?","publication_year":2025,"publication_date":"2025-10-02","ids":{"openalex":"https://openalex.org/W7123361198","doi":"https://doi.org/10.1109/esem64174.2025.00040"},"language":null,"primary_location":{"id":"doi:10.1109/esem64174.2025.00040","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem64174.2025.00040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122849750","display_name":"Kazuki Funamoto","orcid":null},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuki Funamoto","raw_affiliation_strings":["Keio University,Dept. of Information and Computer Science,Yokohama,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Keio University,Dept. of Information and Computer Science,Yokohama,Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031476425","display_name":"Takashi Kitamura","orcid":"https://orcid.org/0000-0002-8903-3161"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]},{"id":"https://openalex.org/I74640424","display_name":"Advanced Institute of Industrial Technology","ror":"https://ror.org/04f9apy08","country_code":"JP","type":"education","lineage":["https://openalex.org/I74640424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takashi Kitamura","raw_affiliation_strings":["Nat. Inst. of Advanced Industrial Science and Technology (AIST),Tokyo,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nat. Inst. of Advanced Industrial Science and Technology (AIST),Tokyo,Japan","institution_ids":["https://openalex.org/I73613424","https://openalex.org/I74640424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101769229","display_name":"Shingo Takada","orcid":"https://orcid.org/0000-0002-1255-177X"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shingo Takada","raw_affiliation_strings":["Keio University,Dept. of Information and Computer Science,Yokohama,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Keio University,Dept. of Information and Computer Science,Yokohama,Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70524906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7109000086784363},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.6601999998092651},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6133999824523926},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.5436000227928162},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5299999713897705},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5236999988555908}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7109000086784363},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.6601999998092651},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6133999824523926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5925999879837036},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.5436000227928162},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5299999713897705},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5299999713897705},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5236999988555908},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.5126000046730042},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4465999901294708},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.33809998631477356},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.336899995803833},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30979999899864197},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2757999897003174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/esem64174.2025.00040","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem64174.2025.00040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7457737922668457}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Individual":[1],"fairness":[2,14,27,76,97,175,198,221,239],"testing":[3,28,77,240],"aims":[4],"to":[5,11,82,141],"identify":[6],"individual":[7],"discriminatory":[8],"instances":[9],"(IDIs)":[10],"improve":[12],"the":[13,40,66,143,154,192,243],"of":[15,42,68,132,153,195],"machine":[16],"learning":[17],"classifiers":[18],"through":[19,159],"retraining.":[20],"While":[21],"prior":[22],"studies":[23],"have":[24,45,53],"primarily":[25],"evaluated":[26],"algorithms":[29],"based":[30],"on":[31,135,197,205],"efficiency":[32],"and":[33,99,148],"retraining":[34,149],"performance,":[35],"emerging":[36],"metrics":[37,52],"such":[38],"as":[39,58,71,86,232],"diversity":[41,70,147,169,196,218],"identified":[43],"IDIs":[44],"recently":[46],"been":[47,56],"proposed.":[48],"However,":[49],"these":[50],"alternative":[51],"not":[54],"yet":[55],"established":[57,244],"standard":[59],"evaluation":[60,89,131],"criteria.":[61],"Aims:":[62],"This":[63,118],"study":[64,110],"investigates":[65],"significance":[67],"IDI":[69,122,146,168,217],"a":[72,87,112,171,180,233],"metric":[73,90,236],"for":[74,237],"evaluating":[75,238],"algorithms.":[78],"Specifically,":[79],"we":[80],"aim":[81],"validate":[83],"its":[84,93,203],"utility":[85],"core":[88],"by":[91],"examining":[92],"correlation":[94,173,182],"with":[95,124,174,183,222],"both":[96],"improvement":[98,199],"accuracy":[100,184,206,224],"degradation":[101,207],"in":[102,127],"retrained":[103,136],"classifiers.":[104,137],"Method:":[105],"We":[106,138],"conduct":[107],"an":[108],"empirical":[109,161],"using":[111],"newly":[113],"developed":[114],"framework":[115,119,155],"called":[116],"Redi.":[117],"generates":[120],"multiple":[121],"sets":[123],"controlled":[125],"variations":[126],"diversity,":[128],"enabling":[129],"systematic":[130],"their":[133],"impact":[134,194,204],"apply":[139],"Redi":[140],"analyze":[142],"correlations":[144],"between":[145],"outcomes.":[150],"The":[151],"validity":[152],"is":[156,200,208],"further":[157],"supported":[158],"auxiliary":[160],"analyses.":[162],"Results:":[163],"Our":[164],"experiments":[165],"confirm":[166],"that":[167,191,215,227],"exhibits":[170],"moderate":[172],"improvement,":[176],"while":[177],"showing":[178],"only":[179],"weak":[181],"degradation.":[185],"Additionally,":[186],"our":[187],"regression":[188],"analysis":[189],"indicates":[190],"actual":[193],"substantial,":[201],"whereas":[202],"relatively":[209],"negligible.":[210],"Conclusions:":[211],"These":[212],"results":[213],"show":[214],"higher":[216],"substantially":[219],"enhances":[220],"minimal":[223],"loss,":[225],"suggesting":[226],"it":[228],"should":[229],"be":[230],"adopted":[231],"meaningful":[234],"proxy":[235],"algorithms,":[241],"complementing":[242],"metrics.":[245]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-01-14T00:00:00"}