{"id":"https://openalex.org/W4385572485","doi":"https://doi.org/10.18653/v1/2023.acl-long.878","title":"A Comparative Study on the Impact of Model Compression Techniques on Fairness in Language Models","display_name":"A Comparative Study on the Impact of Model Compression Techniques on Fairness in Language Models","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385572485","doi":"https://doi.org/10.18653/v1/2023.acl-long.878"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.878","doi":"https://doi.org/10.18653/v1/2023.acl-long.878","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.878","pdf_url":"https://aclanthology.org/2023.acl-long.878.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.878.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066595937","display_name":"Krithika Ramesh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I189109744","display_name":"Indian Institute of Technology Dhanbad","ror":"https://ror.org/013v3cc28","country_code":"IN","type":"education","lineage":["https://openalex.org/I189109744"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN","US"],"is_corresponding":false,"raw_author_name":"Krithika Ramesh","raw_affiliation_strings":["Microsoft Research","BITS, Pilani","Indian Institute of Technology, Dhanbad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"BITS, Pilani","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Indian Institute of Technology, Dhanbad","institution_ids":["https://openalex.org/I189109744"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025327860","display_name":"Arnav Chavan","orcid":"https://orcid.org/0000-0002-6053-0703","observed_orcids":["https://orcid.org/0000-0002-6053-0703"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I189109744","display_name":"Indian Institute of Technology Dhanbad","ror":"https://ror.org/013v3cc28","country_code":"IN","type":"education","lineage":["https://openalex.org/I189109744"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN","US"],"is_corresponding":false,"raw_author_name":"Arnav Chavan","raw_affiliation_strings":["Indian Institute of Technology, Dhanbad","BITS, Pilani","Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Dhanbad","institution_ids":["https://openalex.org/I189109744"]},{"raw_affiliation_string":"BITS, Pilani","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033179563","display_name":"Shrey Pandit","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I189109744","display_name":"Indian Institute of Technology Dhanbad","ror":"https://ror.org/013v3cc28","country_code":"IN","type":"education","lineage":["https://openalex.org/I189109744"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN","US"],"is_corresponding":false,"raw_author_name":"Shrey Pandit","raw_affiliation_strings":["BITS, Pilani","Indian Institute of Technology, Dhanbad","Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS, Pilani","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Indian Institute of Technology, Dhanbad","institution_ids":["https://openalex.org/I189109744"]},{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005513786","display_name":"Sunayana Sitaram","orcid":"https://orcid.org/0000-0003-4251-9719","observed_orcids":["https://orcid.org/0000-0003-4251-9719"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I189109744","display_name":"Indian Institute of Technology Dhanbad","ror":"https://ror.org/013v3cc28","country_code":"IN","type":"education","lineage":["https://openalex.org/I189109744"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN","US"],"is_corresponding":false,"raw_author_name":"Sunayana Sitaram","raw_affiliation_strings":["Microsoft Research","BITS, Pilani","Indian Institute of Technology, Dhanbad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"BITS, Pilani","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Indian Institute of Technology, Dhanbad","institution_ids":["https://openalex.org/I189109744"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.749,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.93847826,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"15762","last_page":"15782"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9218999743461609,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9218999743461609,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02419999986886978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.01140000019222498,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.9850000143051147},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.8740000128746033},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.9470000267028809},{"id":"https://openalex.org/keywords/pruning","display_name":"pruning","score":0.8529999852180481},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/quantization","display_name":"quantization","score":0.9980000257492065},{"id":"https://openalex.org/keywords/multilingual-models","display_name":"multilingual models","score":0.8949999809265137},{"id":"https://openalex.org/keywords/fairness-metrics","display_name":"fairness metrics","score":0.47999998927116394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8240392208099365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5451173186302185},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5273944735527039},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5143598318099976},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5119117498397827},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.502936065196991},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4821281433105469},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42749661207199097},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36135047674179077},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11303991079330444},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.878","doi":"https://doi.org/10.18653/v1/2023.acl-long.878","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.878","pdf_url":"https://aclanthology.org/2023.acl-long.878.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.878","doi":"https://doi.org/10.18653/v1/2023.acl-long.878","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.878","pdf_url":"https://aclanthology.org/2023.acl-long.878.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385572485.pdf","grobid_xml":"https://content.openalex.org/works/W4385572485.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2251939518","https://openalex.org/W2253444830","https://openalex.org/W2483215953","https://openalex.org/W2785011159","https://openalex.org/W2802105481","https://openalex.org/W2896457183","https://openalex.org/W2949678053","https://openalex.org/W2954029489","https://openalex.org/W2965373594","https://openalex.org/W2972413484","https://openalex.org/W2978017171","https://openalex.org/W2979314664","https://openalex.org/W2979691890","https://openalex.org/W2979826702","https://openalex.org/W2982560432","https://openalex.org/W2983040767","https://openalex.org/W3007065191","https://openalex.org/W3008374555","https://openalex.org/W3019416653","https://openalex.org/W3024171804","https://openalex.org/W3024308166","https://openalex.org/W3032388710","https://openalex.org/W3034457371","https://openalex.org/W3035379020","https://openalex.org/W3089430725","https://openalex.org/W3091818438","https://openalex.org/W3091885006","https://openalex.org/W3093211917","https://openalex.org/W3095105395","https://openalex.org/W3118568258","https://openalex.org/W3133702157","https://openalex.org/W3161469886","https://openalex.org/W3166961312","https://openalex.org/W3168771811","https://openalex.org/W3172415559","https://openalex.org/W3173168772","https://openalex.org/W3174651299","https://openalex.org/W3177189402","https://openalex.org/W3197748091","https://openalex.org/W3198409578","https://openalex.org/W3199132546","https://openalex.org/W3206487987","https://openalex.org/W4223600764","https://openalex.org/W4226075153","https://openalex.org/W4226128078","https://openalex.org/W4229026816","https://openalex.org/W4285163830","https://openalex.org/W4285199616","https://openalex.org/W4285279512","https://openalex.org/W4285294416","https://openalex.org/W4287855127","https://openalex.org/W4287887365","https://openalex.org/W4287890642","https://openalex.org/W4287891150","https://openalex.org/W4317536030","https://openalex.org/W4385573281","https://openalex.org/W4385573479"],"related_works":["https://openalex.org/W7211366464","https://openalex.org/W4226128078","https://openalex.org/W3091818438","https://openalex.org/W7128638730","https://openalex.org/W7171935958","https://openalex.org/W4400280901","https://openalex.org/W4389982643","https://openalex.org/W7207775556","https://openalex.org/W4414981862","https://openalex.org/W7213513940"],"abstract_inverted_index":{"Compression":[0],"techniques":[1],"for":[2,29,71],"deep":[3,41],"learning":[4,42],"have":[5,26,115],"become":[6],"increasingly":[7],"popular,":[8],"particularly":[9],"in":[10,74,103],"settings":[11],"where":[12],"latency":[13],"and":[14,24,56,68,85,98],"memory":[15],"constraints":[16],"are":[17],"imposed.Several":[18],"methods,":[19],"such":[20],"as":[21],"pruning,":[22],"distillation,":[23],"quantization,":[25],"been":[27],"adopted":[28],"compressing":[30,40],"models,":[31,59],"each":[32],"providing":[33],"distinct":[34],"advantages.However,":[35],"existing":[36],"literature":[37],"demonstrates":[38],"that":[39,111],"models":[43,84],"could":[44],"affect":[45],"their":[46],"fairness.Our":[47],"analysis":[48],"involves":[49],"a":[50,64],"comprehensive":[51],"evaluation":[52,86],"of":[53,66,81,92],"pruned,":[54],"distilled,":[55],"quantized":[57],"language":[58,106],"which":[60],"we":[61],"benchmark":[62],"across":[63],"range":[65],"intrinsic":[67],"extrinsic":[69],"metrics":[70],"measuring":[72],"bias":[73],"text":[75],"classification.We":[76],"also":[77,109],"investigate":[78],"the":[79,90,95,99],"impact":[80],"using":[82],"multilingual":[83],"measures.Our":[87],"findings":[88],"highlight":[89],"significance":[91],"considering":[93],"both":[94],"pre-trained":[96],"model":[97],"chosen":[100],"compression":[101,112],"strategy":[102],"developing":[104],"equitable":[105],"technologies.The":[107],"results":[108],"indicate":[110],"strategies":[113],"can":[114],"an":[116],"adverse":[117],"effect":[118],"on":[119],"fairness":[120],"measures.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2023-08-05T00:00:00"}