{"id":"https://openalex.org/W4385756485","doi":"https://doi.org/10.1109/taslp.2023.3304485","title":"Learning to Perturb for Contrastive Learning of Unsupervised Sentence Representations","display_name":"Learning to Perturb for Contrastive Learning of Unsupervised Sentence Representations","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385756485","doi":"https://doi.org/10.1109/taslp.2023.3304485"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2023.3304485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3304485","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063459528","display_name":"Kun Zhou","orcid":"https://orcid.org/0000-0003-0650-9521"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kun Zhou","raw_affiliation_strings":["School of Information, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101697412","display_name":"Yuanhang Zhou","orcid":"https://orcid.org/0000-0002-0461-3934"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhang Zhou","raw_affiliation_strings":["School of Information, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037145565","display_name":"Wayne Xin Zhao","orcid":"https://orcid.org/0000-0002-8333-6196"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wayne Xin Zhao","raw_affiliation_strings":["Beijing Key Laboratory of Big Data Management and Analysis Methods, Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","Gaoling School of Artificial Intelligence, Renmin University of China, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Big Data Management and Analysis Methods, Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]},{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025631695","display_name":"Ji-Rong Wen","orcid":"https://orcid.org/0000-0002-9777-9676"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji-Rong Wen","raw_affiliation_strings":["Beijing Key Laboratory of Big Data Management and Analysis Methods, Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","Gaoling School of Artificial Intelligence, Renmin University of China, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Big Data Management and Analysis Methods, Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]},{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063459528"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":1.2238,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83229602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"31","issue":null,"first_page":"3935","last_page":"3944"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.8731929063796997},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7062612771987915},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6391830444335938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6113194227218628},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5194424986839294},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.45846283435821533}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.8731929063796997},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7062612771987915},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6391830444335938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6113194227218628},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5194424986839294},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.45846283435821533},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2023.3304485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3304485","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G132187983","display_name":null,"funder_award_id":"62222215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2132451384","display_name":null,"funder_award_id":"4222027","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W131533222","https://openalex.org/W1840435438","https://openalex.org/W2014902591","https://openalex.org/W2028175314","https://openalex.org/W2114524997","https://openalex.org/W2126400076","https://openalex.org/W2131744502","https://openalex.org/W2133458109","https://openalex.org/W2152180407","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2250539671","https://openalex.org/W2250790822","https://openalex.org/W2251861449","https://openalex.org/W2251939518","https://openalex.org/W2462305634","https://openalex.org/W2739351760","https://openalex.org/W2790235966","https://openalex.org/W2891177506","https://openalex.org/W2923014074","https://openalex.org/W2954165282","https://openalex.org/W2963341956","https://openalex.org/W2963804993","https://openalex.org/W2963846996","https://openalex.org/W2963918774","https://openalex.org/W2964159205","https://openalex.org/W2964303773","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W2979826702","https://openalex.org/W2985884876","https://openalex.org/W2988217457","https://openalex.org/W3005680577","https://openalex.org/W3007685714","https://openalex.org/W3026732421","https://openalex.org/W3035204084","https://openalex.org/W3035524453","https://openalex.org/W3042631625","https://openalex.org/W3104033643","https://openalex.org/W3105816068","https://openalex.org/W3115229845","https://openalex.org/W3139958517","https://openalex.org/W3156636935","https://openalex.org/W3175362188","https://openalex.org/W3176047188","https://openalex.org/W3194782062","https://openalex.org/W3206240757","https://openalex.org/W3213730158","https://openalex.org/W4224313754","https://openalex.org/W4225385501","https://openalex.org/W4246183800","https://openalex.org/W4293846201","https://openalex.org/W4294170691","https://openalex.org/W4300996741","https://openalex.org/W4362515116","https://openalex.org/W4385570306","https://openalex.org/W4385573139","https://openalex.org/W4385573170","https://openalex.org/W4386804499","https://openalex.org/W6605323724","https://openalex.org/W6679775712","https://openalex.org/W6682338420","https://openalex.org/W6682691769","https://openalex.org/W6691303741","https://openalex.org/W6691459498","https://openalex.org/W6691695795","https://openalex.org/W6730161283","https://openalex.org/W6739868092","https://openalex.org/W6748452836","https://openalex.org/W6759579507","https://openalex.org/W6764942769","https://openalex.org/W6766673545","https://openalex.org/W6773944720","https://openalex.org/W6774314701","https://openalex.org/W6777837344","https://openalex.org/W6843364881","https://openalex.org/W6847352525","https://openalex.org/W6851775633"],"related_works":["https://openalex.org/W2375873920","https://openalex.org/W2146114872","https://openalex.org/W2392060890","https://openalex.org/W2392760275","https://openalex.org/W2083530853","https://openalex.org/W2009831055","https://openalex.org/W2393172683","https://openalex.org/W3211744874","https://openalex.org/W1994626569","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Recently,":[0],"contrastive":[1,94],"learning":[2,59,95],"has":[3],"been":[4],"shown":[5],"effective":[6],"in":[7],"fine-tuning":[8],"pre-trained":[9],"language":[10],"models":[11],"(PLM)":[12],"to":[13,23,65,67,137],"learn":[14],"sentence":[15,44,57,97,119,129,146,163],"representations,":[16],"which":[17,121],"incorporates":[18],"perturbations":[19,48,140],"into":[20],"unlabeled":[21],"sentences":[22],"augment":[24],"semantically":[25],"related":[26],"positive":[27],"examples":[28,159],"for":[29,70,92,142],"training.":[30,149],"However,":[31],"previous":[32],"works":[33],"mostly":[34],"adopt":[35],"heuristic":[36],"perturbation":[37,90,106],"methods":[38],"that":[39,86,108,160,173],"are":[40,49],"independent":[41],"of":[42,51,56,96,113,127,156],"the":[43,47,52,111,118,125,128,143,162],"representations.":[45,98,130],"Since":[46],"unaware":[50],"goal":[53],"or":[54],"process":[55],"representation":[58,147,164],"during":[60,148],"training,":[61],"it":[62],"is":[63,153],"likely":[64],"lead":[66],"sub-optimal":[68],"augmentations":[69],"conducting":[71],"constrative":[72],"learning.":[73,165],"To":[74],"address":[75],"this":[76],"issue,":[77],"we":[78,102,132],"propose":[79],"a":[80,88,104,134,151],"new":[81],"framework":[82],"<bold":[83],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[84],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">L2P-CSR</b>":[85],"adopts":[87],"learnable":[89],"strategy":[91],"improving":[93],"In":[99],"our":[100,174],"L2P-CSR,":[101],"design":[103],"safer":[105],"mechanism":[107],"only":[109],"weakens":[110],"influence":[112],"tokens":[114],"and":[115],"features":[116],"on":[117,168],"representation,":[120],"avoids":[122],"dramatically":[123],"changing":[124],"semantics":[126],"Besides,":[131],"devise":[133],"gradient-based":[135],"algorithm":[136],"generate":[138],"adaptive":[139],"specially":[141],"dynamically":[144],"updated":[145],"Such":[150],"way":[152],"more":[154],"capable":[155],"augmenting":[157],"high-quality":[158],"guide":[161],"Extensive":[166],"experiments":[167],"diverse":[169],"sentence-related":[170],"tasks":[171],"show":[172],"approach":[175],"outperforms":[176],"competitive":[177],"baselines.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}