{"id":"https://openalex.org/W3035448343","doi":"https://doi.org/10.24963/ijcai.2020/60","title":"WEFE: The Word Embeddings Fairness Evaluation Framework","display_name":"WEFE: The Word Embeddings Fairness Evaluation Framework","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3035448343","doi":"https://doi.org/10.24963/ijcai.2020/60","mag":"3035448343"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/60","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/60","pdf_url":"https://www.ijcai.org/proceedings/2020/0060.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0060.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022662495","display_name":"Pablo Vald\u00e9s-Badilla","orcid":"https://orcid.org/0000-0002-3948-8280"},"institutions":[{"id":"https://openalex.org/I4210167034","display_name":"Millennium Institute for Integrative Biology","ror":"https://ror.org/05xcmte05","country_code":"CL","type":"other","lineage":["https://openalex.org/I4210167034"]},{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Pablo Badilla","raw_affiliation_strings":["Department of Computer Science, Universidad de Chile","Millennium Institute for Foundational Research on Data, IMFD-Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad de Chile","institution_ids":["https://openalex.org/I69737025"]},{"raw_affiliation_string":"Millennium Institute for Foundational Research on Data, IMFD-Chile","institution_ids":["https://openalex.org/I4210167034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047767877","display_name":"Felipe Bravo-M\u00e1rquez","orcid":"https://orcid.org/0000-0002-2153-4306"},"institutions":[{"id":"https://openalex.org/I4210167034","display_name":"Millennium Institute for Integrative Biology","ror":"https://ror.org/05xcmte05","country_code":"CL","type":"other","lineage":["https://openalex.org/I4210167034"]},{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Felipe Bravo-Marquez","raw_affiliation_strings":["Department of Computer Science, Universidad de Chile","Millennium Institute for Foundational Research on Data, IMFD-Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad de Chile","institution_ids":["https://openalex.org/I69737025"]},{"raw_affiliation_string":"Millennium Institute for Foundational Research on Data, IMFD-Chile","institution_ids":["https://openalex.org/I4210167034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058133910","display_name":"Jorge Eduardo P\u00e9rez P\u00e9rez","orcid":"https://orcid.org/0000-0002-1182-7869"},"institutions":[{"id":"https://openalex.org/I4210167034","display_name":"Millennium Institute for Integrative Biology","ror":"https://ror.org/05xcmte05","country_code":"CL","type":"other","lineage":["https://openalex.org/I4210167034"]},{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Jorge P\u00e9rez","raw_affiliation_strings":["Department of Computer Science, Universidad de Chile","Millennium Institute for Foundational Research on Data, IMFD-Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad de Chile","institution_ids":["https://openalex.org/I69737025"]},{"raw_affiliation_string":"Millennium Institute for Foundational Research on Data, IMFD-Chile","institution_ids":["https://openalex.org/I4210167034"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2199,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.93572375,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"430","last_page":"436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11432","display_name":"Gender Politics and Representation","score":0.9240000247955322,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.7766204476356506},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7729279398918152},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7415784597396851},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6895663738250732},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6511282920837402},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5122007727622986},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.4962981343269348},{"id":"https://openalex.org/keywords/race","display_name":"Race (biology)","score":0.48786067962646484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4003642201423645},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3461189866065979},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1257750689983368}],"concepts":[{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.7766204476356506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7729279398918152},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7415784597396851},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6895663738250732},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6511282920837402},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5122007727622986},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.4962981343269348},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.48786067962646484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4003642201423645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3461189866065979},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1257750689983368},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.24963/ijcai.2020/60","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/60","pdf_url":"https://www.ijcai.org/proceedings/2020/0060.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:repositorio.uchile.cl:2250/191090","is_oa":true,"landing_page_url":"https://repositorio.uchile.cl/handle/2250/191090","pdf_url":null,"source":{"id":"https://openalex.org/S4306481413","display_name":"Universidad de Chile","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IJCAI International Joint Conference on Artificial Intelligence","raw_type":"Art\u00edculo de revista"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/60","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/60","pdf_url":"https://www.ijcai.org/proceedings/2020/0060.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2160660844","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2561529111","https://openalex.org/W2769358515","https://openalex.org/W2893425640","https://openalex.org/W2921633540","https://openalex.org/W2950018712","https://openalex.org/W2952349219","https://openalex.org/W2952929029","https://openalex.org/W2954275542","https://openalex.org/W2959360485","https://openalex.org/W2963292194","https://openalex.org/W4210984920","https://openalex.org/W4288114361","https://openalex.org/W4294170691","https://openalex.org/W4302027230"],"related_works":["https://openalex.org/W947140380","https://openalex.org/W4286432911","https://openalex.org/W4230884544","https://openalex.org/W4245453790","https://openalex.org/W3194985222","https://openalex.org/W3216571906","https://openalex.org/W4214830338","https://openalex.org/W2518587255","https://openalex.org/W4287599800","https://openalex.org/W4385432812"],"abstract_inverted_index":{"Word":[0],"embeddings":[1,75,93],"are":[2,62],"known":[3],"to":[4,23,79,128],"exhibit":[5],"stereotypical":[6],"biases":[7,141],"towards":[8],"gender,":[9],"race,":[10],"religion,":[11],"among":[12],"other":[13,140],"criteria.":[14,113],"Severa":[15],"fairness":[16,76,84,98,108,125,150,164],"metrics":[17,30],"have":[18,31],"been":[19],"proposed":[20],"in":[21,168],"order":[22],"automatically":[24],"quantify":[25],"these":[26,112],"biases.":[27],"Although":[28],"all":[29],"a":[32,48,89,95,116],"similar":[33],"objective,":[34],"the":[35,73,149],"relationship":[36],"between":[37,107,163],"them":[38],"is":[39,51,102,136,159],"by":[40,111,123],"no":[41,160],"means":[42],"clear.":[43],"Two":[44],"issues":[45],"that":[46,52,59,120,157],"prevent":[47],"clean":[49],"comparison":[50],"they":[53],"operate":[54],"with":[55,64,152],"different":[56],"inputs,":[57],"and":[58,82,94,100,165],"their":[60],"outputs":[61],"incompatible":[63],"each":[65],"other.":[66],"In":[67],"this":[68],"paper":[69],"we":[70],"propose":[71],"WEFE,":[72],"word":[74],"evaluation":[77],"framework,":[78],"encapsulate,":[80],"evaluate":[81],"compare":[83,148],"metrics.":[85],"Our":[86],"framework":[87],"needs":[88],"list":[90],"of":[91,97],"pre-trained":[92],"set":[96],"criteria,":[99],"it":[101],"based":[103],"on":[104],"checking":[105],"correlations":[106],"rankings":[109,121,151],"induced":[110],"We":[114,146],"conduct":[115],"case":[117],"study":[118],"showing":[119,156],"produced":[122],"existing":[124],"methods":[126],"tend":[127],"correlate":[129],"when":[130],"measuring":[131],"gender":[132],"bias.":[133],"This":[134],"correlation":[135,162],"considerably":[137],"less":[138],"for":[139],"like":[142],"race":[143],"or":[144],"religion.":[145],"also":[147],"an":[153],"embedding":[154],"benchmark":[155],"there":[158],"clear":[161],"good":[166],"performance":[167],"downstream":[169],"tasks.":[170]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}