{"id":"https://openalex.org/W4382053033","doi":"https://doi.org/10.1109/icccs57501.2023.10151113","title":"Unsupervised Sentence Embedding Model Based on Contrastive Learning","display_name":"Unsupervised Sentence Embedding Model Based on Contrastive Learning","publication_year":2023,"publication_date":"2023-04-21","ids":{"openalex":"https://openalex.org/W4382053033","doi":"https://doi.org/10.1109/icccs57501.2023.10151113"},"language":"en","primary_location":{"id":"doi:10.1109/icccs57501.2023.10151113","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icccs57501.2023.10151113","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 8th International Conference on Computer and Communication Systems (ICCCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100634352","display_name":"Mingjie Wang","orcid":"https://orcid.org/0009-0007-4627-1788"},"institutions":[{"id":"https://openalex.org/I120825670","display_name":"Yunnan Normal University","ror":"https://ror.org/00sc9n023","country_code":"CN","type":"education","lineage":["https://openalex.org/I120825670"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingjie Wang","raw_affiliation_strings":["Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education,Kunming,China","Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Normal University, Kunming, China"],"affiliations":[{"raw_affiliation_string":"Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education,Kunming,China","institution_ids":["https://openalex.org/I120825670"]},{"raw_affiliation_string":"Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Normal University, Kunming, China","institution_ids":["https://openalex.org/I120825670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027553944","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0001-9878-4664"},"institutions":[{"id":"https://openalex.org/I120825670","display_name":"Yunnan Normal University","ror":"https://ror.org/00sc9n023","country_code":"CN","type":"education","lineage":["https://openalex.org/I120825670"]},{"id":"https://openalex.org/I142861451","display_name":"Yunnan Nationalities University","ror":"https://ror.org/030jhb479","country_code":"CN","type":"education","lineage":["https://openalex.org/I142861451"]},{"id":"https://openalex.org/I4210110997","display_name":"Ministry of Education","ror":"https://ror.org/01xexqx38","country_code":"ME","type":"government","lineage":["https://openalex.org/I4210110997"]}],"countries":["CN","ME"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education,Kunming,China","Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education, Yunnan Normal University, Kunming, China"],"affiliations":[{"raw_affiliation_string":"Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education,Kunming,China","institution_ids":["https://openalex.org/I120825670","https://openalex.org/I4210110997","https://openalex.org/I142861451"]},{"raw_affiliation_string":"Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education, Yunnan Normal University, Kunming, China","institution_ids":["https://openalex.org/I120825670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084677085","display_name":"Jianhou Gan","orcid":"https://orcid.org/0000-0002-1287-857X"},"institutions":[{"id":"https://openalex.org/I120825670","display_name":"Yunnan Normal University","ror":"https://ror.org/00sc9n023","country_code":"CN","type":"education","lineage":["https://openalex.org/I120825670"]},{"id":"https://openalex.org/I142861451","display_name":"Yunnan Nationalities University","ror":"https://ror.org/030jhb479","country_code":"CN","type":"education","lineage":["https://openalex.org/I142861451"]},{"id":"https://openalex.org/I4210110997","display_name":"Ministry of Education","ror":"https://ror.org/01xexqx38","country_code":"ME","type":"government","lineage":["https://openalex.org/I4210110997"]}],"countries":["CN","ME"],"is_corresponding":false,"raw_author_name":"Jianhou Gan","raw_affiliation_strings":["Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education,Kunming,China","Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education, Yunnan Normal University, Kunming, China"],"affiliations":[{"raw_affiliation_string":"Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education,Kunming,China","institution_ids":["https://openalex.org/I120825670","https://openalex.org/I4210110997","https://openalex.org/I142861451"]},{"raw_affiliation_string":"Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Key Laboratory of Smart Education, Yunnan Normal University, Kunming, China","institution_ids":["https://openalex.org/I120825670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100736217","display_name":"Zijie Li","orcid":"https://orcid.org/0009-0008-5211-9536"},"institutions":[{"id":"https://openalex.org/I120825670","display_name":"Yunnan Normal University","ror":"https://ror.org/00sc9n023","country_code":"CN","type":"education","lineage":["https://openalex.org/I120825670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijie Li","raw_affiliation_strings":["Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education,Kunming,China","Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Normal University, Kunming, China"],"affiliations":[{"raw_affiliation_string":"Yunnan Normal University,Key Laboratory of Education Informatization for Nationalities, Ministry of Education,Kunming,China","institution_ids":["https://openalex.org/I120825670"]},{"raw_affiliation_string":"Key Laboratory of Education Informatization for Nationalities, Ministry of Education, Yunnan Normal University, Kunming, China","institution_ids":["https://openalex.org/I120825670"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100634352"],"corresponding_institution_ids":["https://openalex.org/I120825670"],"apc_list":null,"apc_paid":null,"fwci":0.3487,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64433589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1097","last_page":"1103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7810370326042175},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.7262802124023438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7162891626358032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6309516429901123},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6235517263412476},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5992719531059265},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5636925101280212},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.44558772444725037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3012470006942749}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7810370326042175},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.7262802124023438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7162891626358032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6309516429901123},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6235517263412476},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5992719531059265},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5636925101280212},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.44558772444725037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3012470006942749},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccs57501.2023.10151113","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icccs57501.2023.10151113","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 8th International Conference on Computer and Communication Systems (ICCCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G5357890769","display_name":null,"funder_award_id":"62166050","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1689711448","https://openalex.org/W2070246124","https://openalex.org/W2095705004","https://openalex.org/W2126400076","https://openalex.org/W2131571251","https://openalex.org/W2133458109","https://openalex.org/W2152180407","https://openalex.org/W2154359981","https://openalex.org/W2157331557","https://openalex.org/W2250539671","https://openalex.org/W2251861449","https://openalex.org/W2254842198","https://openalex.org/W2318472866","https://openalex.org/W2462305634","https://openalex.org/W2508865106","https://openalex.org/W2605035112","https://openalex.org/W2739351760","https://openalex.org/W2896457183","https://openalex.org/W2970641574","https://openalex.org/W3100652389","https://openalex.org/W3104033643","https://openalex.org/W3156636935","https://openalex.org/W3174864715","https://openalex.org/W4324392584","https://openalex.org/W4385245566","https://openalex.org/W6629028937","https://openalex.org/W6674330103","https://openalex.org/W6682338420","https://openalex.org/W6682839988","https://openalex.org/W6691695795","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6777411245","https://openalex.org/W6797110910"],"related_works":["https://openalex.org/W1978971213","https://openalex.org/W159132833","https://openalex.org/W1567338489","https://openalex.org/W38394648","https://openalex.org/W1517743118","https://openalex.org/W3040301513","https://openalex.org/W2991784022","https://openalex.org/W4312046383","https://openalex.org/W3212418102","https://openalex.org/W4377865002"],"abstract_inverted_index":{"The":[0,92],"unsupervised":[1],"sentence":[2,53,99,131,140,166],"embedding":[3,100,167],"model":[4,101,168],"of":[5,25,39,45,130,144,175],"the":[6,26,36,77,83,103,113,123,128,136,159,173],"contrastive":[7],"learning":[8],"framework":[9],"SimCSE":[10],"uses":[11],"dropout":[12,40],"noise":[13],"as":[14,65,67,142],"a":[15],"data":[16],"expansion":[17],"method,":[18],"which":[19],"often":[20],"defaults":[21],"to":[22,29,43,52,69,108,126],"having":[23],"sentences":[24],"same":[27],"length":[28],"have":[30],"more":[31],"similar":[32],"semantic":[33,46,79],"information,":[34],"and":[35,90,118,138,151,158],"random":[37,63],"nature":[38],"may":[41],"lead":[42],"loss":[44],"information":[47],"or":[48],"large":[49],"differences":[50],"due":[51],"embedding.":[54],"For":[55],"this":[56],"reason,":[57],"we":[58],"propose":[59],"two":[60],"agent":[61],"tasks":[62,146,155],"deletion":[64],"well":[66],"R-Dropout":[68],"solve":[70],"these":[71],"problems.":[72],"We":[73,120],"conducted":[74],"experiments":[75],"on":[76,82],"text":[78],"similarity":[80],"task":[81],"publicly":[84],"available":[85],"datasets":[86],"STS12-16,":[87],"STS":[88],"B,":[89],"SICK-R.":[91],"experimental":[93,160],"results":[94,161],"show":[95],"that":[96,163],"our":[97,164],"proposed":[98,165],"improves":[102],"average":[104],"Spearman":[105],"correlation":[106],"coefficient":[107],"77.67":[109],"%,":[110],"compared":[111],"with":[112],"benchmark":[114],"models":[115],"IS-BERT<inf>base</inf>,":[116],"CT-BERT<inf>base</inf>,":[117],"SimCSE-":[119],"also":[121],"used":[122,139],"SenEval":[124],"toolkit":[125],"evaluate":[127],"quality":[129],"embed":[132],"dings":[133],"generated":[134],"by":[135],"model,":[137],"embeddings":[141],"features":[143],"migration":[145],"MR,":[147],"SUBJ,":[148],"MPQA,":[149],"TREC,":[150],"MRPC":[152],"for":[153],"classification":[154,176],"using":[156],"SenEval,":[157],"showed":[162],"achieves":[169],"better":[170],"performance":[171],"in":[172,177],"accuracy":[174],"all":[178],"cases.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}