{"id":"https://openalex.org/W4385572500","doi":"https://doi.org/10.18653/v1/2023.acl-long.797","title":"Prompt Tuning Pushes Farther, Contrastive Learning Pulls Closer: A Two-Stage Approach to Mitigate Social Biases","display_name":"Prompt Tuning Pushes Farther, Contrastive Learning Pulls Closer: A Two-Stage Approach to Mitigate Social Biases","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385572500","doi":"https://doi.org/10.18653/v1/2023.acl-long.797"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.797","doi":"https://doi.org/10.18653/v1/2023.acl-long.797","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.797","pdf_url":"https://aclanthology.org/2023.acl-long.797.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.797.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004425429","display_name":"Yingji Li","orcid":"https://orcid.org/0000-0002-3575-1395","observed_orcids":["https://orcid.org/0000-0002-3575-1395"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingji Li","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072191151","display_name":"Mengnan Du","orcid":"https://orcid.org/0000-0002-1614-6069","observed_orcids":["https://orcid.org/0000-0002-1614-6069","https://orcid.org/0009-0006-6120-5175"]},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengnan Du","raw_affiliation_strings":["Department of Data Science, New Jersey Institute of Technology, Newark, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Data Science, New Jersey Institute of Technology, Newark, USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757553","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-9448-7689","observed_orcids":["https://orcid.org/0000-0001-9448-7689"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100347274","display_name":"Ying Wang","orcid":"https://orcid.org/0009-0001-8303-7129","observed_orcids":["https://orcid.org/0009-0001-8303-7129"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4405259713","display_name":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University","ror":"https://ror.org/02knk1347","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405259713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Wang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China","Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4405259713"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9989,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94217391,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"14254","last_page":"14267"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7856000065803528,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7856000065803528,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10050000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.03790000081062317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.8669999837875366},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.8690000176429749},{"id":"https://openalex.org/keywords/contrastive-learning","display_name":"contrastive learning","score":0.9789999723434448},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.7480000257492065},{"id":"https://openalex.org/keywords/counterfactual-data-augmentation","display_name":"counterfactual data augmentation","score":0.9229999780654907},{"id":"https://openalex.org/keywords/text-representation-learning","display_name":"text representation learning","score":0.3619999885559082}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9907857179641724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7492275238037109},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6540915966033936},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5338730812072754},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5164778232574463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5067456364631653},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5035580992698669},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4759533107280731},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43626904487609863},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4362577795982361},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.414289653301239},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3688989281654358},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1754673719406128},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11878639459609985},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.797","doi":"https://doi.org/10.18653/v1/2023.acl-long.797","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.797","pdf_url":"https://aclanthology.org/2023.acl-long.797.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2307.01595","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.01595","pdf_url":"https://arxiv.org/pdf/2307.01595","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2307.01595","doi":"https://doi.org/10.48550/arxiv.2307.01595","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2307.01595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.797","doi":"https://doi.org/10.18653/v1/2023.acl-long.797","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.797","pdf_url":"https://aclanthology.org/2023.acl-long.797.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5676000118255615}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.4399999976158142}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2903582732","display_name":null,"funder_award_id":"20220201153GX","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G524871825","display_name":null,"funder_award_id":"61976102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6017538429","display_name":null,"funder_award_id":"61976102","funder_id":"https://openalex.org/F4320322300","funder_display_name":"Jilin University"},{"id":"https://openalex.org/G7758669732","display_name":null,"funder_award_id":"JLUXKJC2020207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8280845129","display_name":null,"funder_award_id":"62272191","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322174","display_name":"People's Government of Jilin Province","ror":"https://ror.org/02fzqav45"},{"id":"https://openalex.org/F4320322300","display_name":"Jilin University","ror":"https://ror.org/00js3aw79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385572500.pdf","grobid_xml":"https://content.openalex.org/works/W4385572500.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2075398069","https://openalex.org/W2152790380","https://openalex.org/W2251939518","https://openalex.org/W2525332836","https://openalex.org/W2760781482","https://openalex.org/W2787560479","https://openalex.org/W2895615590","https://openalex.org/W2909212904","https://openalex.org/W2911227954","https://openalex.org/W2922862135","https://openalex.org/W2926555354","https://openalex.org/W2950018712","https://openalex.org/W2950866572","https://openalex.org/W2951902588","https://openalex.org/W2963341956","https://openalex.org/W2970476646","https://openalex.org/W2978017171","https://openalex.org/W2979826702","https://openalex.org/W2996035354","https://openalex.org/W2997588435","https://openalex.org/W3002104146","https://openalex.org/W3016682301","https://openalex.org/W3019416653","https://openalex.org/W3035591180","https://openalex.org/W3039559565","https://openalex.org/W3089430725","https://openalex.org/W3093211917","https://openalex.org/W3098267758","https://openalex.org/W3116459227","https://openalex.org/W3128232076","https://openalex.org/W3131157458","https://openalex.org/W3153779216","https://openalex.org/W3166986030","https://openalex.org/W3174770825","https://openalex.org/W3185341429","https://openalex.org/W3199920350","https://openalex.org/W3200787399","https://openalex.org/W3206487987","https://openalex.org/W3211867455","https://openalex.org/W4221159394","https://openalex.org/W4225595179","https://openalex.org/W4281486781","https://openalex.org/W4285192297","https://openalex.org/W4287887133","https://openalex.org/W4385573960"],"related_works":["https://openalex.org/W4395664696","https://openalex.org/W4393146055","https://openalex.org/W4389520147","https://openalex.org/W4402670442","https://openalex.org/W4413119839","https://openalex.org/W4392514379","https://openalex.org/W4415944650","https://openalex.org/W4382202906","https://openalex.org/W4404782368","https://openalex.org/W4385893817"],"abstract_inverted_index":{"As":[0],"the":[1,33,39,43,56,61,101,118,128,138,142,157,168,185,192],"representation":[2,44,119,139],"capability":[3,195],"of":[4,179,196],"Pre-trained":[5],"Language":[6],"Models":[7],"(PLMs)":[8],"improve,":[9],"there":[10],"is":[11],"growing":[12],"concern":[13],"that":[14,173,189],"they":[15],"will":[16],"inherit":[17],"social":[18,96],"biases":[19,97],"from":[20],"unprocessed":[21],"corpora.Most":[22],"previous":[23],"debiasing":[24,57,69,83,162,180],"techniques":[25],"used":[26],"Counterfactual":[27],"Data":[28],"Augmentation":[29,91],"(CDA)":[30],"to":[31,50,94,115,135,151,159,167],"balance":[32],"training":[34,169],"corpus.However,":[35],"CDA":[36],"slightly":[37],"modifies":[38],"original":[40],"corpus,":[41],"limiting":[42],"distance":[45,120,140],"between":[46,63,121,141],"different":[47,125],"demographic":[48,126],"groups":[49],"a":[51,54,106],"narrow":[52],"range.As":[53],"result,":[55],"model":[58,84,158],"easily":[59],"fits":[60],"differences":[62],"counterfactual":[64],"pairs,":[65],"which":[66],"affects":[67],"its":[68],"performance":[70,163],"with":[71,88],"limited":[72],"text":[73],"resources.In":[74],"this":[75],"paper,":[76],"we":[77,104,131],"propose":[78,105],"an":[79],"adversarial":[80],"training-inspired":[81],"two-stage":[82],"using":[85],"Contrastive":[86],"learning":[87,134],"Continuous":[89],"Prompt":[90],"(named":[92],"CCPA)":[93],"mitigate":[95],"in":[98,177],"PLMs'":[99,149],"encoding.In":[100],"first":[102],"stage,":[103,130],"data":[107],"augmentation":[108],"method":[109],"based":[110],"on":[111,184],"continuous":[112],"prompt":[113],"tuning":[114],"push":[116],"farther":[117],"sample":[122,144],"pairs":[123,145],"along":[124],"groups.In":[127],"second":[129],"utilize":[132],"contrastive":[133],"pull":[136],"closer":[137],"augmented":[143],"and":[146],"then":[147],"fine-tune":[148],"parameters":[150],"get":[152],"debiased":[153],"encoding.Our":[154],"approach":[155],"guides":[156],"achieve":[160],"stronger":[161],"by":[164],"adding":[165],"difficulty":[166],"process.Extensive":[170],"experiments":[171],"show":[172,188],"CCPA":[174,190],"outperforms":[175],"baselines":[176],"terms":[178],"performance.Meanwhile,":[181],"experimental":[182],"results":[183],"GLUE":[186],"benchmark":[187],"retains":[191],"language":[193],"modeling":[194],"PLMs.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2023-08-05T00:00:00"}