{"id":"https://openalex.org/W4375868971","doi":"https://doi.org/10.1109/icassp49357.2023.10096499","title":"Self-Supervised Adversarial Training for Contrastive Sentence Embedding","display_name":"Self-Supervised Adversarial Training for Contrastive Sentence Embedding","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4375868971","doi":"https://doi.org/10.1109/icassp49357.2023.10096499"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10096499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Taiwan","Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010010402","display_name":"Yuan-An Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yuan-An Chen","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Taiwan","Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5061908942"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":2.0979,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89394293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7578736543655396},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.735956072807312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6794724464416504},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6234124898910522},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6065546274185181},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5417850613594055},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5314314365386963},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.5084563493728638},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.4620235860347748},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4209854304790497},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42040950059890747},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.4118087887763977},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37457507848739624},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12386864423751831},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1197735071182251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7578736543655396},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.735956072807312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6794724464416504},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6234124898910522},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6065546274185181},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5417850613594055},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5314314365386963},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.5084563493728638},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.4620235860347748},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4209854304790497},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42040950059890747},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.4118087887763977},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37457507848739624},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12386864423751831},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1197735071182251},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10096499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W1945616565","https://openalex.org/W2250790822","https://openalex.org/W2405331948","https://openalex.org/W2462305634","https://openalex.org/W2739351760","https://openalex.org/W2807546609","https://openalex.org/W2896457183","https://openalex.org/W2952068867","https://openalex.org/W2970641574","https://openalex.org/W2988016942","https://openalex.org/W3005680577","https://openalex.org/W3007685714","https://openalex.org/W3038083940","https://openalex.org/W3089628124","https://openalex.org/W3104033643","https://openalex.org/W3105816068","https://openalex.org/W3116256056","https://openalex.org/W3122838366","https://openalex.org/W3154229486","https://openalex.org/W3156636935","https://openalex.org/W3175362188","https://openalex.org/W3176047188","https://openalex.org/W3187071356","https://openalex.org/W4224925597","https://openalex.org/W4225322339","https://openalex.org/W4288363925","https://openalex.org/W4293846201","https://openalex.org/W4300996741","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6691303741","https://openalex.org/W6730161283","https://openalex.org/W6739868092","https://openalex.org/W6755207826","https://openalex.org/W6761100157","https://openalex.org/W6773944720","https://openalex.org/W6774314701","https://openalex.org/W6789512599"],"related_works":["https://openalex.org/W3046843850","https://openalex.org/W159132833","https://openalex.org/W3162567751","https://openalex.org/W4285260836","https://openalex.org/W4319309271","https://openalex.org/W4323060038","https://openalex.org/W3094076422","https://openalex.org/W3213236677","https://openalex.org/W4386025632","https://openalex.org/W3116646319"],"abstract_inverted_index":{"The":[0],"defense":[1],"against":[2],"adversarial":[3,15,30],"attacks":[4],"was":[5,67],"originally":[6],"proposed":[7,117],"for":[8,21,90,118],"computer":[9],"vision,":[10],"and":[11,55],"recently":[12],"such":[13],"an":[14,26,120],"training":[16,119],"(AT)":[17],"has":[18,81],"been":[19],"emerging":[20],"natural":[22],"language":[23,91],"understanding.":[24],"In":[25,75],"AT":[27,114],"process,":[28],"the":[29,35,40,48,58,62,70,77,127,132,141,149],"perturbations":[31],"are":[32,44],"added":[33],"on":[34],"input":[36],"word":[37],"embeddings":[38],"as":[39],"noisy":[41],"data":[42],"which":[43],"included":[45],"to":[46,51,99,102,135],"allow":[47],"trained":[49],"model":[50,59],"be":[52],"noise":[53],"invariant":[54],"accordingly":[56],"improve":[57,131],"generalization.":[60],"However,":[61],"performance":[63,85],"of":[64,143],"existing":[65],"works":[66],"bounded":[68],"under":[69],"supervised":[71,151],"or":[72],"semi-supervised":[73],"setting.":[74],"addition,":[76],"contrastive":[78],"learning":[79],"(CL)":[80],"obtained":[82],"a":[83,87,96,104,112],"significant":[84],"in":[86],"self-supervised":[88,105,113],"pre-training":[89],"models.":[92],"This":[93],"paper":[94],"presents":[95],"novel":[97],"method":[98,115,146],"re-formulate":[100],"CL":[101,129],"meet":[103],"classification":[106],"objective.":[107],"Using":[108],"this":[109,145],"new":[110],"formula,":[111],"is":[116],"efficient":[121],"sentence":[122,138],"encoder.":[123],"Experiments":[124],"show":[125],"that":[126],"pro-posed":[128],"can":[130],"previous":[133,150],"methods":[134],"find":[136],"unsupervised":[137],"embeddings.":[139],"With":[140],"help":[142],"AT,":[144],"further":[147],"surpasses":[148],"methods.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
