{"id":"https://openalex.org/W4322825128","doi":"https://doi.org/10.1145/3544548.3581227","title":"Fairness Evaluation in Text Classification: Machine Learning Practitioner Perspectives of Individual and Group Fairness","display_name":"Fairness Evaluation in Text Classification: Machine Learning Practitioner Perspectives of Individual and Group Fairness","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4322825128","doi":"https://doi.org/10.1145/3544548.3581227"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3581227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581227","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581227","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581227","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003440919","display_name":"Zahra Ashktorab","orcid":"https://orcid.org/0000-0002-0686-7911"},"institutions":[{"id":"https://openalex.org/I4210156936","display_name":"IBM Research - Austin","ror":"https://ror.org/05gjbbg60","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210156936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zahra Ashktorab","raw_affiliation_strings":["IBM Research, IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-0686-7911","affiliations":[{"raw_affiliation_string":"IBM Research, IBM Research, United States","institution_ids":["https://openalex.org/I4210156936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069794837","display_name":"Benjamin Hoover","orcid":"https://orcid.org/0000-0001-5218-3185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Hoover","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":"https://orcid.org/0000-0001-5218-3185","affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103186038","display_name":"Mayank Agarwal","orcid":"https://orcid.org/0000-0002-0641-2458"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mayank Agarwal","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-0641-2458","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082995130","display_name":"Casey Dugan","orcid":"https://orcid.org/0000-0002-1508-2091"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Casey Dugan","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-1508-2091","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022799238","display_name":"Werner Geyer","orcid":"https://orcid.org/0000-0003-4699-5026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Werner Geyer","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0003-4699-5026","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101611720","display_name":"Hao Yang","orcid":"https://orcid.org/0000-0002-4332-3905"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Bang Yang","raw_affiliation_strings":["Massachusetts Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-4332-3905","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026283694","display_name":"Mikhail Yurochkin","orcid":"https://orcid.org/0000-0003-0153-6811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mikhail Yurochkin","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0003-0153-6811","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":0.9190999865531921,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6676527857780457},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.5418750047683716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5314480066299438},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.451919823884964},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.415913462638855},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37981700897216797},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.37547969818115234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676527857780457},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.5418750047683716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5314480066299438},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.451919823884964},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.415913462638855},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37981700897216797},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37547969818115234},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3544548.3581227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581227","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581227","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.00673","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.00673","pdf_url":"https://arxiv.org/pdf/2303.00673","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/150625","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/150625","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/150625/1/3544548.3581227.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM|Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3544548.3581227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581227","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581227","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4322825128.pdf","grobid_xml":"https://content.openalex.org/works/W4322825128.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W46659105","https://openalex.org/W2100960835","https://openalex.org/W2133535394","https://openalex.org/W2522104760","https://openalex.org/W2530395818","https://openalex.org/W2599025709","https://openalex.org/W2618825949","https://openalex.org/W2786242872","https://openalex.org/W2791170418","https://openalex.org/W2795743913","https://openalex.org/W2883147591","https://openalex.org/W2896457183","https://openalex.org/W2900077509","https://openalex.org/W2901131436","https://openalex.org/W2901893112","https://openalex.org/W2909212904","https://openalex.org/W2914202940","https://openalex.org/W2920807444","https://openalex.org/W2947986740","https://openalex.org/W2952328691","https://openalex.org/W2962833164","https://openalex.org/W2962990575","https://openalex.org/W2963174898","https://openalex.org/W2963223295","https://openalex.org/W2963588812","https://openalex.org/W2963917042","https://openalex.org/W2964031043","https://openalex.org/W2971307358","https://openalex.org/W2972663293","https://openalex.org/W2974817986","https://openalex.org/W2979826702","https://openalex.org/W2980282514","https://openalex.org/W2994725839","https://openalex.org/W3010093963","https://openalex.org/W3010954066","https://openalex.org/W3014972121","https://openalex.org/W3029900269","https://openalex.org/W3030081171","https://openalex.org/W3033733989","https://openalex.org/W3034778990","https://openalex.org/W3036727183","https://openalex.org/W3037854126","https://openalex.org/W3099361686","https://openalex.org/W3100046612","https://openalex.org/W3105042180","https://openalex.org/W3112486745","https://openalex.org/W3123223998","https://openalex.org/W3133980122","https://openalex.org/W3146922428","https://openalex.org/W3157867125","https://openalex.org/W3160967115","https://openalex.org/W3174121336","https://openalex.org/W3176890131","https://openalex.org/W3176970323","https://openalex.org/W3196190653","https://openalex.org/W4214720563","https://openalex.org/W4221104163","https://openalex.org/W4224433910","https://openalex.org/W4226099958","https://openalex.org/W4229082339","https://openalex.org/W4242707237","https://openalex.org/W4280609065","https://openalex.org/W4281878156","https://openalex.org/W4285162225","https://openalex.org/W4286893128","https://openalex.org/W4286949288","https://openalex.org/W4287125334","https://openalex.org/W4287646605","https://openalex.org/W4288359825","https://openalex.org/W4288586852","https://openalex.org/W4289293239","https://openalex.org/W4297795193","https://openalex.org/W4298246334","https://openalex.org/W4306703310","https://openalex.org/W4387888733","https://openalex.org/W4404783771","https://openalex.org/W6803449776","https://openalex.org/W6845909048"],"related_works":["https://openalex.org/W2361713743","https://openalex.org/W2136050782","https://openalex.org/W2114851664","https://openalex.org/W2147625294","https://openalex.org/W2138888940","https://openalex.org/W2374431462","https://openalex.org/W1974879901","https://openalex.org/W2296143973","https://openalex.org/W2961085424","https://openalex.org/W4317832335"],"abstract_inverted_index":{"Mitigating":[0],"algorithmic":[1],"bias":[2],"is":[3,30],"a":[4,62,72],"critical":[5],"task":[6],"in":[7,25,48,147],"the":[8,33,49,59,81],"development":[9],"and":[10,41,67,110],"deployment":[11],"of":[12,51,57,61,131],"machine":[13,22],"learning":[14,23],"models.":[15,86],"While":[16],"several":[17],"toolkits":[18],"exist":[19],"to":[20,37,79,84,89,114,134],"aid":[21],"practitioners":[24,35,77,90],"addressing":[26],"fairness":[27,40,60,66,120,146],"issues,":[28],"little":[29],"known":[31],"about":[32],"strategies":[34,82,122],"employ":[36],"evaluate":[38,85],"model":[39,63,111,136],"what":[42],"factors":[43],"influence":[44],"their":[45],"assessment,":[46],"particularly":[47],"context":[50],"text":[52,148],"classification.":[53,149],"Two":[54],"common":[55],"approaches":[56],"evaluating":[58,145],"are":[64],"group":[65],"individual":[68,93],"fairness.":[69,137],"We":[70,118,138],"run":[71],"study":[73],"with":[74,106],"Machine":[75],"Learning":[76],"(n=24)":[78],"understand":[80],"used":[83],"Metrics":[87],"presented":[88],"(group":[91],"vs.":[92],"fairness)":[94],"impact":[95],"which":[96],"models":[97],"they":[98],"consider":[99],"fair.":[100],"Participants":[101],"focused":[102],"on":[103],"risks":[104],"associated":[105],"underpredicting":[107],"/":[108],"overpredicting":[109],"sensitivity":[112],"relative":[113],"identity":[115,132],"token":[116],"manipulations.":[117],"discover":[119],"assessment":[121],"involving":[123],"personal":[124],"experiences":[125],"or":[126],"how":[127],"users":[128],"form":[129],"groups":[130],"tokens":[133],"test":[135],"provide":[139],"recommendations":[140],"for":[141,144],"interactive":[142],"tools":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}