{"id":"https://openalex.org/W3184453204","doi":"https://doi.org/10.24963/ijcai.2021/77","title":"Bias Silhouette Analysis: Towards Assessing the Quality of Bias Metrics for Word Embedding Models","display_name":"Bias Silhouette Analysis: Towards Assessing the Quality of Bias Metrics for Word Embedding Models","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3184453204","doi":"https://doi.org/10.24963/ijcai.2021/77","mag":"3184453204"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2021/77","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/77","pdf_url":"https://www.ijcai.org/proceedings/2021/0077.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2021/0077.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006580669","display_name":"Maximilian Splieth\u00f6ver","orcid":"https://orcid.org/0000-0003-4364-1409"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Splieth\u00f6ver","raw_affiliation_strings":["Paderborn University, Department of Computer Science, Computational Social Science Group"],"affiliations":[{"raw_affiliation_string":"Paderborn University, Department of Computer Science, Computational Social Science Group","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014375244","display_name":"Henning Wachsmuth","orcid":"https://orcid.org/0000-0003-2792-621X"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Henning Wachsmuth","raw_affiliation_strings":["Paderborn University, Department of Computer Science, Computational Social Science Group"],"affiliations":[{"raw_affiliation_string":"Paderborn University, Department of Computer Science, Computational Social Science Group","institution_ids":["https://openalex.org/I206945453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014375244"],"corresponding_institution_ids":["https://openalex.org/I206945453"],"apc_list":null,"apc_paid":null,"fwci":0.4079,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68232696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"552","last_page":"559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.707148015499115},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6910927295684814},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6157911419868469},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5841541886329651},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4912988543510437},{"id":"https://openalex.org/keywords/silhouette","display_name":"Silhouette","score":0.48172786831855774},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.4279123544692993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4224613606929779},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3515675663948059},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2593415677547455}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.707148015499115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6910927295684814},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6157911419868469},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5841541886329651},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4912988543510437},{"id":"https://openalex.org/C58103923","wikidata":"https://www.wikidata.org/wiki/Q2286025","display_name":"Silhouette","level":2,"score":0.48172786831855774},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.4279123544692993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4224613606929779},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3515675663948059},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2593415677547455},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2021/77","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/77","pdf_url":"https://www.ijcai.org/proceedings/2021/0077.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2021/77","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/77","pdf_url":"https://www.ijcai.org/proceedings/2021/0077.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3184453204.pdf","grobid_xml":"https://content.openalex.org/works/W3184453204.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1819662813","https://openalex.org/W1965514675","https://openalex.org/W2160660844","https://openalex.org/W2250539671","https://openalex.org/W2483215953","https://openalex.org/W2561529111","https://openalex.org/W2769358515","https://openalex.org/W2893425640","https://openalex.org/W2903795157","https://openalex.org/W2913897682","https://openalex.org/W2921633540","https://openalex.org/W2950018712","https://openalex.org/W2950888501","https://openalex.org/W2952349219","https://openalex.org/W2952929029","https://openalex.org/W2954275542","https://openalex.org/W2962787423","https://openalex.org/W2964207259","https://openalex.org/W2997390712","https://openalex.org/W2997588435","https://openalex.org/W3004542466","https://openalex.org/W3035296331","https://openalex.org/W3037697022","https://openalex.org/W3092435551","https://openalex.org/W3116216579","https://openalex.org/W3123374861","https://openalex.org/W4235541287","https://openalex.org/W4245789282","https://openalex.org/W4294170691","https://openalex.org/W4296586302"],"related_works":["https://openalex.org/W2133478886","https://openalex.org/W947140380","https://openalex.org/W4286432911","https://openalex.org/W4230884544","https://openalex.org/W4245453790","https://openalex.org/W3194985222","https://openalex.org/W3216571906","https://openalex.org/W4214830338","https://openalex.org/W2518587255","https://openalex.org/W4287599800"],"abstract_inverted_index":{"Word":[0],"embedding":[1,77,113,179],"models":[2,29,180],"reflect":[3],"bias":[4,26,49,54,73,137],"towards":[5],"genders,":[6],"ethnicities,":[7],"and":[8,23,38,94,100,109,131],"other":[9],"social":[10,36],"groups":[11,37],"present":[12,82],"in":[13,27,56],"the":[14,53,70,92,102,117,124,127,136,144,147,151,154,160,164,167,172,182],"underlying":[15],"training":[16],"data.":[17],"Metrics":[18],"such":[19,97],"as":[20],"ECT,":[21],"RNSB,":[22],"WEAT":[24],"quantify":[25],"these":[28,43],"based":[30],"on":[31,176],"predefined":[32],"word":[33,76,103,148,168,188],"lists":[34,44,104,125,189],"representing":[35],"bias-conveying":[39],"concepts.":[40],"How":[41],"suitable":[42],"actually":[45],"are":[46],"to":[47,68,126],"reveal":[48],"-":[50,58],"let":[51],"alone":[52],"metrics":[55,74,185],"general":[57,161],"remains":[59],"unclear,":[60],"though.":[61],"In":[62,79],"this":[63],"paper,":[64],"we":[65,81],"study":[66],"how":[67],"assess":[69],"quality":[71],"of":[72,96,101,123,133,135,139,146,159,163,174],"for":[75,120,181],"models.":[78,128],"particular,":[80],"a":[83,98,107],"generic":[84],"method,":[85],"Bias":[86],"Silhouette":[87],"Analysis":[88],"(BSA),":[89],"that":[90],"quantifies":[91],"accuracy":[93,162],"robustness":[95,145],"metric":[99,118,165],"used.":[105],"Given":[106],"biased":[108],"an":[110],"unbiased":[111],"reference":[112],"model,":[114],"BSA":[115,175],"applies":[116],"systematically":[119],"several":[121,187],"subsets":[122],"The":[129],"variance":[130],"rate":[132],"convergence":[134],"values":[138,156],"each":[140],"model":[141],"then":[142],"entail":[143],"lists,":[149],"whereas":[150],"distance":[152],"between":[153],"models'":[155],"gives":[157],"indications":[158],"with":[166,186],"lists.":[169],"We":[170],"demonstrate":[171],"behavior":[173],"two":[177],"standard":[178],"three":[183],"mentioned":[184],"from":[190],"existing":[191],"research.":[192]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}