{"id":"https://openalex.org/W4396982340","doi":"https://doi.org/10.1109/taslp.2024.3402087","title":"CoSENT: Consistent Sentence Embedding via Similarity Ranking","display_name":"CoSENT: Consistent Sentence Embedding via Similarity Ranking","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396982340","doi":"https://doi.org/10.1109/taslp.2024.3402087"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3402087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3402087","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106405317","display_name":"Xiang Huang","orcid":"https://orcid.org/0000-0003-3425-5629"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiang Huang","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740622","display_name":"Hao Peng","orcid":"https://orcid.org/0000-0003-0458-5977"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Peng","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012263088","display_name":"Dongcheng Zou","orcid":"https://orcid.org/0000-0002-0634-3720"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongcheng Zou","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321247","display_name":"Zhiwei Liu","orcid":"https://orcid.org/0000-0003-1525-1067"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiwei Liu","raw_affiliation_strings":["Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380463","display_name":"Jianxin Li","orcid":"https://orcid.org/0000-0001-5152-0055"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxin Li","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070129944","display_name":"Kay Liu","orcid":"https://orcid.org/0000-0002-2022-9465"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kay Liu","raw_affiliation_strings":["Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007475662","display_name":"Jia Wu","orcid":"https://orcid.org/0000-0002-1371-5801"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jia Wu","raw_affiliation_strings":["School of Computing, Macquarie University, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078222384","display_name":"Jianlin Su","orcid":"https://orcid.org/0000-0002-1000-8458"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianlin Su","raw_affiliation_strings":["Zhuiyi Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Zhuiyi Technology, Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5106405317"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":10.5608,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.98600886,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"32","issue":null,"first_page":"2800","last_page":"2813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.639075756072998},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6250684857368469},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6196587681770325},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5740293860435486},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5571839809417725},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5007688999176025},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4813564419746399},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34795957803726196},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3412306308746338},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3233191967010498}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.639075756072998},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6250684857368469},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6196587681770325},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5740293860435486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5571839809417725},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5007688999176025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4813564419746399},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34795957803726196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3412306308746338},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3233191967010498},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2024.3402087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3402087","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6464829129","display_name":null,"funder_award_id":"2023B1515120020","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7594744594","display_name":null,"funder_award_id":"62322202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G778008353","display_name":null,"funder_award_id":"4222030","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W1980776243","https://openalex.org/W2014902591","https://openalex.org/W2070246124","https://openalex.org/W2096733369","https://openalex.org/W2114524997","https://openalex.org/W2126400076","https://openalex.org/W2133458109","https://openalex.org/W2138621090","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2171590421","https://openalex.org/W2250539671","https://openalex.org/W2462305634","https://openalex.org/W2490662969","https://openalex.org/W2593833795","https://openalex.org/W2605035112","https://openalex.org/W2608787653","https://openalex.org/W2739351760","https://openalex.org/W2889968917","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2952370363","https://openalex.org/W2955807891","https://openalex.org/W2962739339","https://openalex.org/W2963744614","https://openalex.org/W2963775347","https://openalex.org/W2963846996","https://openalex.org/W2963918774","https://openalex.org/W2964082993","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W2970752815","https://openalex.org/W2988217457","https://openalex.org/W3035050380","https://openalex.org/W3038033387","https://openalex.org/W3091218347","https://openalex.org/W3099023595","https://openalex.org/W3099700870","https://openalex.org/W3104033643","https://openalex.org/W3105816068","https://openalex.org/W3154229486","https://openalex.org/W3156636935","https://openalex.org/W3157758108","https://openalex.org/W3175362188","https://openalex.org/W3175593095","https://openalex.org/W3176047188","https://openalex.org/W4224313754","https://openalex.org/W4285296644","https://openalex.org/W4289883973","https://openalex.org/W4297808394","https://openalex.org/W4316843156","https://openalex.org/W4385245566","https://openalex.org/W4385570895","https://openalex.org/W6629028937","https://openalex.org/W6682338420","https://openalex.org/W6691303741","https://openalex.org/W6691459498","https://openalex.org/W6691695795","https://openalex.org/W6731659975","https://openalex.org/W6743384090","https://openalex.org/W6748452836","https://openalex.org/W6753143414","https://openalex.org/W6765039553","https://openalex.org/W6766673545","https://openalex.org/W6794146050","https://openalex.org/W6844194202","https://openalex.org/W6849354081"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2037549926","https://openalex.org/W2375873920","https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W2345479200","https://openalex.org/W2183306018","https://openalex.org/W2146114872","https://openalex.org/W2392060890","https://openalex.org/W2597655663"],"abstract_inverted_index":{"Learning":[0],"the":[1,9,51,59,66,98,130,152,158,161,166,187,205],"representation":[2],"of":[3,11,100,139,160,180,186],"sentences":[4],"is":[5,49,126],"fundamental":[6],"work":[7],"in":[8,25,103,209],"field":[10],"Natural":[12],"Language":[13],"Processing.":[14],"Although":[15],"BERT-like":[16],"transformers":[17,73],"have":[18,29],"achieved":[19],"new":[20],"SOTAs":[21],"for":[22,150],"sentence":[23],"embedding":[24,68,119],"many":[26],"tasks,":[27],"they":[28],"been":[30],"proven":[31],"difficult":[32],"to":[33,43,79,128,174],"capture":[34],"semantic":[35,67,104,163],"similarity":[36,102,106,137,201],"without":[37],"proper":[38],"fine-tuning.":[39],"A":[40],"common":[41,199],"idea":[42],"measure":[44],"Semantic":[45],"Textual":[46],"Similarity":[47],"(STS)":[48],"considering":[50],"distance":[52,88],"between":[53],"two":[54],"text":[55],"embeddings":[56],"defined":[57],"by":[58,71,134,191],"dot":[60],"product":[61],"or":[62],"cosine":[63,101,147],"function.":[64],"However,":[65],"spaces":[69],"induced":[70],"pretrained":[72],"are":[74],"generally":[75],"non-smooth":[76],"and":[77,108,154,182,211],"tend":[78],"deviate":[80],"from":[81],"a":[82,111,122],"normal":[83],"distribution,":[84],"which":[85],"makes":[86],"traditional":[87],"metrics":[89],"imprecise.":[90],"In":[91],"this":[92],"paper,":[93],"we":[94],"first":[95],"empirically":[96],"explain":[97],"failure":[99],"textual":[105,200],"measuring,":[107],"present":[109],"CoSENT,":[110],"novel":[112],"<bold":[113,116],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[114,117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Co</b>nsistent":[115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">SENT</b>ence":[118],"framework.":[120],"Concretely,":[121],"supervised":[123],"objective":[124,168],"function":[125,144,169],"designed":[127],"optimize":[129],"Siamese":[131],"BERT":[132],"network":[133],"exploiting":[135],"ranked":[136],"labels":[138],"sample":[140],"pairs.":[141],"The":[142],"loss":[143],"utilizes":[145],"uniform":[146],"similarity-based":[148],"optimization":[149],"both":[151],"training":[153,213],"prediction":[155],"phases,":[156],"improving":[157],"consistency":[159],"learned":[162],"space.":[164],"Additionally,":[165],"unified":[167],"can":[170],"be":[171],"adaptively":[172],"applied":[173],"different":[175,183],"datasets":[176],"with":[177],"various":[178],"types":[179],"annotations":[181],"comparison":[184],"schemes":[185],"STS":[188],"tasks":[189],"only":[190],"using":[192],"sortable":[193],"labels.":[194],"Empirical":[195],"evaluations":[196],"on":[197],"14":[198],"benchmarks":[202],"demonstrate":[203],"that":[204],"proposed":[206],"CoSENT":[207],"excels":[208],"performance":[210],"reduces":[212],"time":[214],"cost.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}