{"id":"https://openalex.org/W4402352000","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650131","title":"Beyond Single: Multidimensional Evaluation of Sentence Embeddings in PLMs","display_name":"Beyond Single: Multidimensional Evaluation of Sentence Embeddings in PLMs","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352000","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650131"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650131","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10650131","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101566619","display_name":"Bo Huang","orcid":"https://orcid.org/0000-0002-5476-620X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Huang","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China,410083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China,410083","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101432696","display_name":"Cui Chen","orcid":"https://orcid.org/0000-0002-2138-8804"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cui Chen","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China,410083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China,410083","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101792591","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0003-1050-5697"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China,410083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China,410083","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101841981","display_name":"Zuping Zhang","orcid":"https://orcid.org/0000-0002-3295-2861"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuping Zhang","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China,410083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China,410083","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1214141,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6783257126808167},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6229733228683472},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5118297934532166},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43221646547317505}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6783257126808167},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6229733228683472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5118297934532166},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43221646547317505}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650131","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn60899.2024.10650131","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2126400076","https://openalex.org/W2133458109","https://openalex.org/W2250790822","https://openalex.org/W2462305634","https://openalex.org/W2488375705","https://openalex.org/W2739351760","https://openalex.org/W2750149231","https://openalex.org/W2790235966","https://openalex.org/W2896457183","https://openalex.org/W2970641574","https://openalex.org/W3104033643","https://openalex.org/W3105816068","https://openalex.org/W3156636935","https://openalex.org/W4224313754","https://openalex.org/W4246183800","https://openalex.org/W4385482933","https://openalex.org/W4385484529","https://openalex.org/W4385484605","https://openalex.org/W4385569706","https://openalex.org/W4385570119","https://openalex.org/W4385571769","https://openalex.org/W4385572475","https://openalex.org/W4385573170","https://openalex.org/W4385573468","https://openalex.org/W4387031608","https://openalex.org/W6682338420","https://openalex.org/W6691303741","https://openalex.org/W6691695795","https://openalex.org/W6748452836","https://openalex.org/W6755207826","https://openalex.org/W6778102432","https://openalex.org/W6794146050","https://openalex.org/W6856672271"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Sentence":[0],"embedding":[1,174],"is":[2,14],"a":[3,58,99,107,117],"bridge":[4],"between":[5],"Pretrained":[6],"Language":[7],"Models":[8],"(PLMs)":[9],"and":[10,43,81,103,133,197,206,225],"downstream":[11],"tasks.":[12],"Pooling":[13,101,149],"the":[15,31,55,66,86,89,111,121,129,137,144,147,153,159,169,178,184,210,219,226,233],"main":[16],"way":[17],"to":[18,52,61,115,208,231],"obtain":[19],"sentence":[20,39,71,125,156,173],"embeddings":[21,40],"from":[22,214],"PLMs.":[23],"In":[24,94],"this":[25],"paper,":[26],"we":[27,84,96,181],"explore":[28],"in":[29,41,136,151],"depth":[30],"specific":[32],"effects":[33],"of":[34,57,70,88,110,124,131,146,155,172,186,212,221,228,235],"different":[35,215],"pooling":[36,187,223],"operations":[37,188],"on":[38],"PLMs":[42],"introduce":[44,98],"an":[45,165],"innovative":[46],"multidimensional":[47,199],"evaluation":[48,69,92,123,200,211,229],"method":[49],"that":[50,183,198],"aims":[51],"go":[53],"beyond":[54],"limitations":[56,87],"single":[59],"metric":[60],"provide":[62,116],"richer":[63],"metrics":[64],"for":[65,120,168],"comprehensive":[67],"performance":[68,122,130,154],"embeddings.":[72,126],"By":[73],"fusing":[74],"Uniformity":[75],"Alignment,":[76],"Spearman\u2019s":[77],"coefficient,":[78],"visual":[79,108],"analysis,":[80],"stability":[82],"metrics,":[83],"reveal":[85],"traditional":[90],"single-indicator":[91],"method.":[93],"particular,":[95],"innovatively":[97],"Dual":[100,148],"strategy":[102,150],"combine":[104],"it":[105],"with":[106],"analysis":[109,171],"Convex":[112,160],"Hull":[113,161],"area":[114,162],"new":[118,222],"perspective":[119],"Experiments":[127],"analyzing":[128],"supervised":[132],"unsupervised":[134],"models":[135,213],"Semantic":[138],"Text":[139],"Similarity":[140],"(STS)":[141],"task":[142],"validate":[143],"effectiveness":[145],"examining":[152],"embeddings,":[157],"while":[158],"visualization":[163],"provides":[164],"intuitive":[166],"tool":[167],"qualitative":[170],"quality.":[175],"Summing":[176],"up":[177],"experimental":[179],"results,":[180],"suggest":[182],"impact":[185],"should":[189,202],"be":[190,203],"considered":[191],"when":[192],"selecting":[193],"pre-trained":[194],"language":[195,237],"models,":[196],"methods":[201],"further":[204],"developed":[205],"refined":[207],"enable":[209],"perspectives.":[216],"We":[217],"encourage":[218],"exploration":[220],"strategies":[224],"development":[227,234],"tools":[230],"promote":[232],"natural":[236],"processing":[238],"technology.":[239]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}