{"id":"https://openalex.org/W4403722518","doi":"https://doi.org/10.1109/access.2024.3485705","title":"Unveiling Key Aspects of Fine-Tuning in Sentence Embeddings: A Representation Rank Analysis","display_name":"Unveiling Key Aspects of Fine-Tuning in Sentence Embeddings: A Representation Rank Analysis","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403722518","doi":"https://doi.org/10.1109/access.2024.3485705"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3485705","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3485705","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3485705","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052541016","display_name":"Euna Jung","orcid":"https://orcid.org/0000-0002-8148-8735"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Euna Jung","raw_affiliation_strings":["Samsung Advanced Institute of Technology, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea","Samsung Advanced Institute of Technology, 130 Samsung-ro, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8148-8735","affiliations":[{"raw_affiliation_string":"Samsung Advanced Institute of Technology, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"Samsung Advanced Institute of Technology, 130 Samsung-ro, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008654322","display_name":"Jaeill Kim","orcid":"https://orcid.org/0000-0002-1088-2882"},"institutions":[{"id":"https://openalex.org/I4210134376","display_name":"CHA University Bundang Medical Center","ror":"https://ror.org/04nbqb988","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I4210134376","https://openalex.org/I4210148737","https://openalex.org/I4405258985","https://openalex.org/I4405258985"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaeill Kim","raw_affiliation_strings":["LINE Investment Technologies, Bundang-gu, Seongnam-si, Gyeonggi-do, South Korea","LINE Investment Technologies, 117 Bundangnaegok-ro, Bundang-gu, Seongnam-si, Gyeonggi-do, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1088-2882","affiliations":[{"raw_affiliation_string":"LINE Investment Technologies, Bundang-gu, Seongnam-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210134376"]},{"raw_affiliation_string":"LINE Investment Technologies, 117 Bundangnaegok-ro, Bundang-gu, Seongnam-si, Gyeonggi-do, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041102782","display_name":"Jungmin Ko","orcid":"https://orcid.org/0000-0002-0879-7355"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungmin Ko","raw_affiliation_strings":["Interdisciplinary Program in Artificial Intelligence, Seoul National University, Seoul, Gwanak-gu, South Korea","Interdisciplinary Program in Artificial Intelligence, Seoul National University, 1 Gwanak-ro, Gwanak-gu, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0005-2009-6702","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in Artificial Intelligence, Seoul National University, Seoul, Gwanak-gu, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in Artificial Intelligence, Seoul National University, 1 Gwanak-ro, Gwanak-gu, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330099","display_name":"Jinwoo Park","orcid":"https://orcid.org/0000-0003-4927-1058"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinwoo Park","raw_affiliation_strings":["Samsung Advanced Institute of Technology, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea","Samsung Advanced Institute of Technology, 130 Samsung-ro, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Advanced Institute of Technology, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"Samsung Advanced Institute of Technology, 130 Samsung-ro, Yeongtong-gu, Suwon-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056032525","display_name":"Wonjong Rhee","orcid":"https://orcid.org/0000-0002-2590-8774"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonjong Rhee","raw_affiliation_strings":["Interdisciplinary Program in Artificial Intelligence, Seoul National University, Seoul, Gwanak-gu, South Korea","Interdisciplinary Program in Artificial Intelligence, Seoul National University, 1 Gwanak-ro, Gwanak-gu, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2590-8774","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in Artificial Intelligence, Seoul National University, Seoul, Gwanak-gu, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Interdisciplinary Program in Artificial Intelligence, Seoul National University, 1 Gwanak-ro, Gwanak-gu, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31345675,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"159877","last_page":"159888"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.13009999692440033,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7373780012130737},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.7179069519042969},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6548481583595276},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6416322588920593},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5743798613548279},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3973849415779114},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.38657528162002563},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3751755952835083},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32105013728141785},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15849104523658752},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1259201169013977},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.07198408246040344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7373780012130737},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.7179069519042969},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6548481583595276},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6416322588920593},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5743798613548279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3973849415779114},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38657528162002563},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3751755952835083},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32105013728141785},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15849104523658752},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1259201169013977},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.07198408246040344},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3485705","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3485705","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ff9de3745a8043e090fcc51665355ebf","is_oa":true,"landing_page_url":"https://doaj.org/article/ff9de3745a8043e090fcc51665355ebf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 159877-159888 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3485705","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3485705","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6869896014","display_name":null,"funder_award_id":"NRF-2020R1A2C2007139","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2126400076","https://openalex.org/W2133458109","https://openalex.org/W2462305634","https://openalex.org/W2739351760","https://openalex.org/W2946359678","https://openalex.org/W2964204621","https://openalex.org/W2965373594","https://openalex.org/W3156636935","https://openalex.org/W3205809313","https://openalex.org/W4214689175","https://openalex.org/W4224313754","https://openalex.org/W4283797513","https://openalex.org/W4385573170","https://openalex.org/W4385573468","https://openalex.org/W4385573552","https://openalex.org/W4385574084","https://openalex.org/W4385574373","https://openalex.org/W4386113238","https://openalex.org/W4389520386","https://openalex.org/W4402683416","https://openalex.org/W6675378272","https://openalex.org/W6682338420","https://openalex.org/W6691303741","https://openalex.org/W6691695795","https://openalex.org/W6748452836","https://openalex.org/W6755207826","https://openalex.org/W6778102432","https://openalex.org/W6791353385","https://openalex.org/W6800553322","https://openalex.org/W6802387851","https://openalex.org/W6845864813","https://openalex.org/W6846484428","https://openalex.org/W6850410332","https://openalex.org/W6855005725"],"related_works":["https://openalex.org/W2375873920","https://openalex.org/W2146114872","https://openalex.org/W2392060890","https://openalex.org/W2392760275","https://openalex.org/W2083530853","https://openalex.org/W2140798747","https://openalex.org/W2009831055","https://openalex.org/W2393172683","https://openalex.org/W3211744874","https://openalex.org/W1994626569"],"abstract_inverted_index":{"The":[0,151],"latest":[1,26,127],"advancements":[2],"in":[3,139],"unsupervised":[4],"learning":[5],"of":[6,38,48,90,125,137,145],"sentence":[7,27,148],"embeddings":[8],"predominantly":[9],"involve":[10],"employing":[11],"contrastive":[12],"learning-based":[13],"(CL-based)":[14],"fine-tuning":[15,49,99,124],"over":[16],"pre-trained":[17],"language":[18],"models.":[19],"In":[20],"this":[21],"study,":[22],"we":[23,59,85,111,133],"analyze":[24],"the":[25,35,88,91,126,135,141],"embedding":[28,149],"methods":[29],"by":[30],"adopting":[31],"representation":[32,53],"rank":[33,54,115],"as":[34,98],"primary":[36],"tool":[37],"analysis.":[39],"We":[40],"first":[41],"define":[42],"Phase":[43,46,102,105],"1":[44,103],"and":[45,64,73,77,81,122,143],"2":[47],"based":[50],"on":[51,108],"when":[52],"peaks.":[55],"Utilizing":[56],"these":[57,109],"phases,":[58],"conduct":[60],"a":[61,114],"thorough":[62],"analysis":[63],"obtain":[65],"essential":[66],"findings":[67],"across":[68],"key":[69,92],"aspects,":[70],"including":[71],"alignment":[72],"uniformity,":[74],"linguistic":[75],"abilities,":[76],"correlation":[78],"between":[79],"performance":[80,142],"rank.":[82],"For":[83],"instance,":[84],"find":[86],"that":[87,119],"dynamics":[89],"aspects":[93],"can":[94],"undergo":[95],"significant":[96],"changes":[97],"transitions":[100],"from":[101],"to":[104],"2.":[106],"Based":[107],"findings,":[110],"experiment":[112],"with":[113],"reduction":[116],"(RR)":[117],"strategy":[118],"facilitates":[120],"rapid":[121],"stable":[123],"CL-based":[128],"methods.":[129,150],"Through":[130],"empirical":[131],"investigations,":[132],"showcase":[134],"efficacy":[136],"RR":[138],"enhancing":[140],"stability":[144],"five":[146],"state-of-the-art":[147],"code":[152],"is":[153],"available":[154],"at":[155],"(<uri":[156],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[157],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/SNU-DRL/SentenceEmbedding_Rank</uri>).":[158]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}