{"id":"https://openalex.org/W4416252235","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228693","title":"RKDCSE : Relational Knowledge Distillation For Sentence Representation Learning","display_name":"RKDCSE : Relational Knowledge Distillation For Sentence Representation Learning","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416252235","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228693"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101692934","display_name":"Wenjun Du","orcid":"https://orcid.org/0000-0002-8488-4629"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenjun Du","raw_affiliation_strings":["Harbin Engineering University,College of Computer Science and Technology,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,College of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101636691","display_name":"Rongsheng Li","orcid":"https://orcid.org/0000-0003-4597-1583"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongsheng Li","raw_affiliation_strings":["Harbin Engineering University,College of Computer Science and Technology,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,College of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101582890","display_name":"Yanxia Wu","orcid":"https://orcid.org/0000-0002-5746-9104"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanxia Wu","raw_affiliation_strings":["Harbin Engineering University,College of Computer Science and Technology,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,College of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xianghui Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianghui Wang","raw_affiliation_strings":["Harbin Engineering University,College of Computer Science and Technology,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Engineering University,College of Computer Science and Technology,Harbin,China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101692934"],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18112449,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4361000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4361000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.3684000074863434,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03959999978542328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6370999813079834},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6179999709129333},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5913000106811523},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5241000056266785},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.505299985408783},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4871000051498413},{"id":"https://openalex.org/keywords/statistical-relational-learning","display_name":"Statistical relational learning","score":0.43939998745918274},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4189999997615814}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7174999713897705},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7031000256538391},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6370999813079834},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6179999709129333},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6140999794006348},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5913000106811523},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5241000056266785},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.505299985408783},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4871000051498413},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.43939998745918274},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43549999594688416},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4189999997615814},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2014902591","https://openalex.org/W2028175314","https://openalex.org/W2114524997","https://openalex.org/W2126400076","https://openalex.org/W2133458109","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2192710297","https://openalex.org/W2250473257","https://openalex.org/W2251939518","https://openalex.org/W2462305634","https://openalex.org/W2564074212","https://openalex.org/W2739351760","https://openalex.org/W2891177506","https://openalex.org/W2963140444","https://openalex.org/W2963804993","https://openalex.org/W2963918774","https://openalex.org/W2970641574","https://openalex.org/W2988217457","https://openalex.org/W3105816068","https://openalex.org/W3156636935","https://openalex.org/W3169066049","https://openalex.org/W3175362188","https://openalex.org/W3206240757","https://openalex.org/W3213730158","https://openalex.org/W4214689175","https://openalex.org/W4224950137","https://openalex.org/W4225385501","https://openalex.org/W4285296644","https://openalex.org/W4385392860","https://openalex.org/W4385570895","https://openalex.org/W4385571485","https://openalex.org/W4385573552","https://openalex.org/W4389519959","https://openalex.org/W4389520067","https://openalex.org/W4401043758","https://openalex.org/W4402671936"],"related_works":[],"abstract_inverted_index":{"Contrastive":[0,77],"learning":[1,40,78],"has":[2],"been":[3,32],"widely":[4],"applied":[5],"into":[6],"sentence":[7,83],"representation":[8,84],"to":[9,34,87,96],"obtain":[10],"high":[11],"quality":[12],"embedding":[13,53,117],"vectors":[14,54,118],"through":[15,50],"pulling":[16],"close":[17],"positive":[18],"samples":[19],"and":[20,129,142],"pushing":[21],"apart":[22],"irrelevant":[23],"negative":[24],"samples.":[25],"Subsequently,":[26],"various":[27],"knowledge":[28,49],"distillation":[29,44],"methods":[30],"have":[31],"employed":[33],"enhance":[35],"the":[36,60,109],"performance":[37],"of":[38,52,64,79,111],"contrastive":[39],"framework.":[41],"However,":[42],"current":[43],"techniques":[45],"focus":[46],"on":[47,125],"transferring":[48,88],"similarity":[51],"in":[55,116],"a":[56,71,102],"mini-batch,":[57],"thus":[58],"ignoring":[59],"relational":[61],"structural":[62,89],"information":[63,90],"them.":[65],"To":[66],"address":[67],"this,":[68],"we":[69,121],"propose":[70],"novel":[72],"framework,":[73],"RKDCSE(Relational":[74],"Knowledge":[75],"Distillation":[76],"Sentence":[80],"Embedding)":[81],"for":[82],"learning,":[85],"designed":[86],"between":[91],"sentences":[92],"from":[93],"teacher":[94],"model":[95],"student":[97],"model.":[98],"We":[99],"also":[100],"introduce":[101],"random":[103],"features":[104,115],"masking":[105,114],"mechanism,":[106],"which":[107],"mitigates":[108],"issues":[110],"overfitting":[112],"via":[113],"randomly.":[119],"Finally,":[120],"conduct":[122],"extensive":[123],"experiments":[124],"Semantic":[126],"Textual":[127],"Similarity(STS)":[128],"Transfer":[130],"Tasks(TR).":[131],"The":[132],"experimental":[133],"results":[134],"demonstrate":[135],"that":[136],"our":[137],"proposed":[138],"RKDCSE":[139],"is":[140],"effective":[141],"outperforms":[143],"baseline":[144],"method.":[145]},"counts_by_year":[],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-11-14T00:00:00"}