{"id":"https://openalex.org/W4415879226","doi":"https://doi.org/10.1016/j.infsof.2025.107957","title":"Fairness set and forgotten: Mining fairness toolkit usage in open-source machine learning projects","display_name":"Fairness set and forgotten: Mining fairness toolkit usage in open-source machine learning projects","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415879226","doi":"https://doi.org/10.1016/j.infsof.2025.107957"},"language":"en","primary_location":{"id":"doi:10.1016/j.infsof.2025.107957","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2025.107957","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.infsof.2025.107957","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107130597","display_name":"Alfonso Cannavale","orcid":"https://orcid.org/0009-0002-0209-5974"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alfonso Cannavale","raw_affiliation_strings":["Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy"],"raw_orcid":"https://orcid.org/0009-0002-0209-5974","affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006281355","display_name":"Gianmario Voria","orcid":"https://orcid.org/0009-0002-5394-8148"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianmario Voria","raw_affiliation_strings":["Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy"],"raw_orcid":"https://orcid.org/0009-0002-5394-8148","affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068505594","display_name":"Andrew Scognamiglio","orcid":"https://orcid.org/0009-0006-8633-6999"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Scognamiglio","raw_affiliation_strings":["Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy"],"raw_orcid":"https://orcid.org/0009-0006-8633-6999","affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025181054","display_name":"Giammaria Giordano","orcid":"https://orcid.org/0000-0003-2567-440X"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giammaria Giordano","raw_affiliation_strings":["Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy"],"raw_orcid":"https://orcid.org/0000-0003-2567-440X","affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014169292","display_name":"Gemma Catolino","orcid":"https://orcid.org/0000-0002-4689-3401"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gemma Catolino","raw_affiliation_strings":["Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4689-3401","affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033738898","display_name":"Fabio Palomba","orcid":"https://orcid.org/0000-0001-9337-5116"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Palomba","raw_affiliation_strings":["Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Lab - Department of Computer Science, University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5107130597"],"corresponding_institution_ids":["https://openalex.org/I131729948"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":{"value":3350,"currency":"USD","value_usd":3350},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30473959,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"190","issue":null,"first_page":"107957","last_page":"107957"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.902899980545044,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.902899980545044,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.916700005531311},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6876000165939331},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5195000171661377},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3538999855518341},{"id":"https://openalex.org/keywords/software-tool","display_name":"Software tool","score":0.33149999380111694},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.3167000114917755}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.916700005531311},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.692799985408783},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6876000165939331},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4352000057697296},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3982999920845032},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.382999986410141},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3573000133037567},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3538999855518341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3450999855995178},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.33149999380111694},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.infsof.2025.107957","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2025.107957","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.infsof.2025.107957","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2025.107957","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4067119885","display_name":null,"funder_award_id":"PE0000013","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G5277929156","display_name":null,"funder_award_id":"D53D23017340001","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G7274648008","display_name":null,"funder_award_id":"P2022553SL","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321873","display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","ror":"https://ror.org/0166hxq48"},{"id":"https://openalex.org/F4320324133","display_name":"Universit\u00e0 degli Studi di Salerno","ror":"https://ror.org/0192m2k53"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2116984840","https://openalex.org/W2129320919","https://openalex.org/W2730550703","https://openalex.org/W2809878087","https://openalex.org/W2913771223","https://openalex.org/W2962686197","https://openalex.org/W2963116854","https://openalex.org/W2963854893","https://openalex.org/W2974817986","https://openalex.org/W3016478929","https://openalex.org/W3035250811","https://openalex.org/W3046220160","https://openalex.org/W3122321263","https://openalex.org/W3158479996","https://openalex.org/W3181414820","https://openalex.org/W3199196172","https://openalex.org/W4240212793","https://openalex.org/W4288359825","https://openalex.org/W4316038168","https://openalex.org/W4319736227","https://openalex.org/W4390725850","https://openalex.org/W4404563203","https://openalex.org/W4412071673"],"related_works":[],"abstract_inverted_index":{"The":[0],"development":[1],"of":[2,18,33,45,56,115,138,189,226],"machine":[3],"learning":[4],"(ML)":[5],"systems":[6],"in":[7,59,159,192],"high-stakes":[8],"domains":[9],"has":[10],"amplified":[11],"concerns":[12],"about":[13],"fairness,":[14],"prompting":[15],"the":[16,42,54,160,187,214],"creation":[17],"fairness":[19,57,93,146,190,227],"toolkits":[20,58,94,147,191],"offering":[21],"metrics":[22],"and":[23,71,98,132,140,163,178,198,223],"mitigation":[24,169,207],"techniques.":[25],"Open-source":[26],"software":[27],"(OSS)":[28],"ecosystems,":[29],"a":[30,37,80,112],"critical":[31],"driver":[32],"AI":[34],"innovation,":[35],"present":[36],"unique":[38],"opportunity":[39],"to":[40,51,87,110,135,175,201,219],"study":[41,82],"practical":[43],"adoption":[44,55,139,188],"these":[46],"toolkits.":[47],"This":[48],"paper":[49],"aims":[50],"empirically":[52],"characterize":[53],"OSS":[60,193],"ML":[61,89,118,194],"projects":[62,90,119,195],"by":[63,128],"investigating":[64],"for":[65,151,216],"what":[66],"purposes":[67],"they":[68],"are":[69,148,171],"used":[70,150],"how":[72],"their":[73],"usage":[74,127],"evolves":[75],"over":[76],"time.":[77],"We":[78,124],"conducted":[79],"mining":[81],"on":[83],"GitHub":[84],"repositories":[85],"related":[86],"real-world":[88],"that":[91,145,186],"integrate":[92],"such":[95],"as":[96],"AIF360":[97],"Fairlearn":[99],".":[100],"Starting":[101],"from":[102],"1,096":[103],"candidate":[104],"repositories,":[105],"we":[106],"applied":[107],"systematic":[108],"filtering":[109],"identify":[111],"final":[113],"dataset":[114],"20":[116],"relevant":[117],"(comprising":[120],"5,777":[121],"total":[122],"commits).":[123],"analyzed":[125],"toolkit":[126],"examining":[129],"invoked":[130],"APIs":[131],"commit":[133],"histories":[134],"uncover":[136],"patterns":[137],"evolution.":[141],"Our":[142,183],"findings":[143,212],"reveal":[144],"predominantly":[149],"diagnostic":[152,203],"purposes,":[153],"with":[154,205],"analytic":[155],"components":[156],"integrated":[157],"early":[158],"project":[161],"lifecycle":[162],"rarely":[164],"modified":[165],"thereafter.":[166],"In":[167],"contrast,":[168],"techniques":[170],"infrequently":[172],"adopted,":[173],"tend":[174],"appear":[176],"later,":[177],"exhibit":[179],"short,":[180],"unstable":[181],"lifespans.":[182],"results":[184],"show":[185],"is":[196],"limited":[197],"often":[199],"restricted":[200],"initial":[202],"phases,":[204],"active":[206],"practices":[208,228],"remaining":[209],"rare.":[210],"These":[211],"highlight":[213],"need":[215],"improved":[217],"support":[218],"foster":[220],"more":[221],"sustained":[222],"effective":[224],"integration":[225],"within":[229],"open-source":[230],"development.":[231]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-04T00:00:00"}