{"id":"https://openalex.org/W4409806408","doi":"https://doi.org/10.3390/sym17050646","title":"Addressing Asymmetry in Contrastive Learning: LLM-Driven Sentence Embeddings with Ranking and Label Smoothing","display_name":"Addressing Asymmetry in Contrastive Learning: LLM-Driven Sentence Embeddings with Ranking and Label Smoothing","publication_year":2025,"publication_date":"2025-04-25","ids":{"openalex":"https://openalex.org/W4409806408","doi":"https://doi.org/10.3390/sym17050646"},"language":"en","primary_location":{"id":"doi:10.3390/sym17050646","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17050646","pdf_url":"https://www.mdpi.com/2073-8994/17/5/646/pdf?version=1745575576","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/17/5/646/pdf?version=1745575576","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101595934","display_name":"Yan Huang","orcid":"https://orcid.org/0000-0002-6578-2379"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Huang","raw_affiliation_strings":["College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaoben Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaoben Zhu","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan 430072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan 430072, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wei Liu","orcid":"https://orcid.org/0009-0003-2649-3464"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China"],"raw_orcid":"https://orcid.org/0009-0003-2649-3464","affiliations":[{"raw_affiliation_string":"College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449271","display_name":"Jiayi Wang","orcid":"https://orcid.org/0009-0007-4011-6955"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Wang","raw_affiliation_strings":["College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xinheng Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinheng Wei","raw_affiliation_strings":["College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Software, Zhengzhou University of Light Industry, Zhengzhou 450066, China","institution_ids":["https://openalex.org/I23171815"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":2.5399,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89708582,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"17","issue":"5","first_page":"646","last_page":"646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6841111183166504},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.6793486475944519},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6140303611755371},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5889202952384949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5883889198303223},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5292037725448608},{"id":"https://openalex.org/keywords/asymmetry","display_name":"Asymmetry","score":0.49866485595703125},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35857632756233215},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3385719954967499},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12531322240829468}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6841111183166504},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.6793486475944519},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6140303611755371},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5889202952384949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5883889198303223},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5292037725448608},{"id":"https://openalex.org/C38976095","wikidata":"https://www.wikidata.org/wiki/Q752641","display_name":"Asymmetry","level":2,"score":0.49866485595703125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35857632756233215},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3385719954967499},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12531322240829468},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/sym17050646","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17050646","pdf_url":"https://www.mdpi.com/2073-8994/17/5/646/pdf?version=1745575576","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/sym17050646","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17050646","pdf_url":"https://www.mdpi.com/2073-8994/17/5/646/pdf?version=1745575576","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320336593","display_name":"Henan Provincial Science and Technology Research Project","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409806408.pdf","grobid_xml":"https://content.openalex.org/works/W4409806408.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W2014902591","https://openalex.org/W2028175314","https://openalex.org/W2126400076","https://openalex.org/W2131744502","https://openalex.org/W2133458109","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2250539671","https://openalex.org/W2250790822","https://openalex.org/W2251939518","https://openalex.org/W2462305634","https://openalex.org/W2739351760","https://openalex.org/W2790235966","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2963804993","https://openalex.org/W2970641574","https://openalex.org/W2988217457","https://openalex.org/W3005680577","https://openalex.org/W3035524453","https://openalex.org/W3100652389","https://openalex.org/W3104033643","https://openalex.org/W3105816068","https://openalex.org/W3106743555","https://openalex.org/W3139958517","https://openalex.org/W3156636935","https://openalex.org/W3166316189","https://openalex.org/W3173783447","https://openalex.org/W3192478068","https://openalex.org/W3193848514","https://openalex.org/W3197564166","https://openalex.org/W3200253633","https://openalex.org/W3201916717","https://openalex.org/W4210287993","https://openalex.org/W4224313754","https://openalex.org/W4285189582","https://openalex.org/W4285296644","https://openalex.org/W4287812705","https://openalex.org/W4294170691","https://openalex.org/W4385392860","https://openalex.org/W4385573170","https://openalex.org/W4385626820","https://openalex.org/W4386001613","https://openalex.org/W6629028937","https://openalex.org/W6682338420","https://openalex.org/W6682691769","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6776700526","https://openalex.org/W6779073920","https://openalex.org/W6789512599","https://openalex.org/W6807418717","https://openalex.org/W6840364695"],"related_works":["https://openalex.org/W1978572805","https://openalex.org/W2383807498","https://openalex.org/W1997992934","https://openalex.org/W1980563100","https://openalex.org/W1644661642","https://openalex.org/W1987225439","https://openalex.org/W4238188170","https://openalex.org/W4297670902","https://openalex.org/W2035154026","https://openalex.org/W2065779551"],"abstract_inverted_index":{"Unsupervised":[0],"sentence":[1,93],"embedding,":[2],"vital":[3],"for":[4,123,132,147,156],"numerous":[5],"NLP":[6],"tasks,":[7,126,160],"struggles":[8],"with":[9,67,143,152,184,191],"the":[10,35,74,88,119,207],"inherent":[11],"asymmetry":[12,37],"of":[13,210],"semantic":[14,36,124,222],"relationships":[15],"within":[16],"contrastive":[17,217],"learning":[18,218],"(CL).":[19],"This":[20,71],"paper":[21],"proposes":[22],"Label":[23],"Smoothing-based":[24],"Ranking":[25],"Negative":[26],"Sampling":[27],"(LS-RNS),":[28],"a":[29,47,61,195,200],"novel":[30],"framework":[31],"that":[32,83,107],"directly":[33],"tackles":[34],"between":[38,58],"anchor":[39],"and":[40,127,134,150,165,171,186,212],"negative":[41,63],"samples":[42],"in":[43],"CL.":[44],"LS-RNS":[45,108,137,175,211],"utilizes":[46],"Large":[48],"Language":[49],"Model":[50],"(LLM)":[51],"to":[52,76,87,91,182,189,198,215],"assess":[53],"fine-grained":[54],"asymmetric":[55],"similarity":[56,125],"scores":[57],"sentences,":[59],"constructing":[60],"ranking-aware":[62],"sampling":[64],"strategy":[65],"combined":[66],"adaptive":[68],"label":[69],"smoothing.":[70],"design":[72],"encourages":[73],"model":[75],"learn":[77],"more":[78],"effectively":[79],"from":[80,180,187],"informative":[81],"negatives":[82],"are":[84],"semantically":[85],"closer":[86],"anchor,":[89],"leading":[90],"asymmetry-aware":[92],"embeddings.":[94],"Experiments":[95],"on":[96,140,228],"standard":[97],"Semantic":[98],"Textual":[99],"Similarity":[100],"(STS)":[101],"benchmarks":[102],"(STS12\u2013STS16,":[103],"STS-B,":[104],"SICK-R)":[105],"show":[106],"achieves":[109,138],"state-of-the-art":[110],"performance.":[111],"We":[112],"adopt":[113],"Spearman\u2019s":[114],"rank":[115],"correlation":[116],"coefficient":[117],"as":[118],"primary":[120],"evaluation":[121],"metric":[122],"we":[128],"use":[129],"classification":[130],"accuracy":[131,179],"downstream":[133],"transfer":[135,159],"tasks.":[136],"79.87":[139],"STS":[141],"tasks":[142],"BERT-base":[144],"(vs.":[145,154],"76.25":[146],"SimCSE,":[148],"+3.62)":[149],"80.41":[151],"RoBERTa-base":[153],"79.18":[155],"DiffCSE).":[157],"On":[158,173],"it":[161],"attains":[162],"88.82":[163],"(BERT)":[164],"87.68":[166],"(RoBERTa),":[167],"consistently":[168],"outperforming":[169],"PromptBERT":[170],"SNCSE.":[172],"STL-10,":[174],"improves":[176],"SimCLR":[177],"top-one":[178],"79.50%":[181],"80.52%":[183],"ResNet-18":[185,197],"68.91%":[188],"72.19%":[190],"VGG-16,":[192],"even":[193],"enabling":[194],"shallow":[196],"surpass":[199],"deeper":[201],"ResNet-34":[202],"baseline.":[203],"These":[204],"results":[205],"confirm":[206],"modality-agnostic":[208],"effectiveness":[209],"its":[213],"potential":[214],"redefine":[216],"objectives":[219],"by":[220],"modeling":[221],"asymmetry,":[223],"rather":[224],"than":[225],"relying":[226],"solely":[227],"encoder":[229],"depth":[230],"or":[231],"pre-training":[232],"objectives.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}