{"id":"https://openalex.org/W3162462834","doi":"https://doi.org/10.1109/icpr48806.2021.9412102","title":"Evaluation of BERT and ALBERT Sentence Embedding Performance on Downstream NLP Tasks","display_name":"Evaluation of BERT and ALBERT Sentence Embedding Performance on Downstream NLP Tasks","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W3162462834","doi":"https://doi.org/10.1109/icpr48806.2021.9412102","mag":"3162462834"},"language":"en","primary_location":{"id":"doi:10.1109/icpr48806.2021.9412102","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054558370","display_name":"Hyun\u2010Jin Choi","orcid":"https://orcid.org/0000-0002-0727-9679"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]},{"id":"https://openalex.org/I4387155180","display_name":"Samsung SDS (South Korea)","ror":"https://ror.org/0476bn305","country_code":null,"type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyunjin Choi","raw_affiliation_strings":["Samsung SDS,Seoul,Korea","Samsung SDS, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung SDS,Seoul,Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]},{"raw_affiliation_string":"Samsung SDS, Seoul, Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047844321","display_name":"Judong Kim","orcid":"https://orcid.org/0000-0001-5901-689X"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]},{"id":"https://openalex.org/I4387155180","display_name":"Samsung SDS (South Korea)","ror":"https://ror.org/0476bn305","country_code":null,"type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Judong Kim","raw_affiliation_strings":["Samsung SDS,Seoul,Korea","Samsung SDS, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung SDS,Seoul,Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]},{"raw_affiliation_string":"Samsung SDS, Seoul, Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042704383","display_name":"Seongho Joe","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]},{"id":"https://openalex.org/I4387155180","display_name":"Samsung SDS (South Korea)","ror":"https://ror.org/0476bn305","country_code":null,"type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongho Joe","raw_affiliation_strings":["Samsung SDS,Seoul,Korea","Samsung SDS, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung SDS,Seoul,Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]},{"raw_affiliation_string":"Samsung SDS, Seoul, Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012323997","display_name":"Youngjune Gwon","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]},{"id":"https://openalex.org/I4387155180","display_name":"Samsung SDS (South Korea)","ror":"https://ror.org/0476bn305","country_code":null,"type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngjune Gwon","raw_affiliation_strings":["Samsung SDS,Seoul,Korea","Samsung SDS, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung SDS,Seoul,Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]},{"raw_affiliation_string":"Samsung SDS, Seoul, Korea","institution_ids":["https://openalex.org/I2250650973","https://openalex.org/I4387155180"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.748,"has_fulltext":false,"cited_by_count":127,"citation_normalized_percentile":{"value":0.99128958,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5482","last_page":"5487"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.774895429611206},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7300333976745605},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6933078765869141},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6919640302658081},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6785380840301514},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4468746781349182},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41883131861686707}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.774895429611206},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7300333976745605},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6933078765869141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6919640302658081},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6785380840301514},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4468746781349182},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41883131861686707},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr48806.2021.9412102","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1840435438","https://openalex.org/W1879966306","https://openalex.org/W2126400076","https://openalex.org/W2133458109","https://openalex.org/W2152180407","https://openalex.org/W2251861449","https://openalex.org/W2251939518","https://openalex.org/W2415204069","https://openalex.org/W2462305634","https://openalex.org/W2739351760","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2923014074","https://openalex.org/W2962878352","https://openalex.org/W2963149412","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2963355447","https://openalex.org/W2963403868","https://openalex.org/W2963804993","https://openalex.org/W2963846996","https://openalex.org/W2963918774","https://openalex.org/W2963973721","https://openalex.org/W2970641574","https://openalex.org/W2996428491","https://openalex.org/W3003519915","https://openalex.org/W3104033643","https://openalex.org/W4385245566","https://openalex.org/W6639301165","https://openalex.org/W6682338420","https://openalex.org/W6691459498","https://openalex.org/W6691695795","https://openalex.org/W6715743342","https://openalex.org/W6755207826","https://openalex.org/W6768021236"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W2086519370","https://openalex.org/W2028665553","https://openalex.org/W2087343574","https://openalex.org/W2535915176","https://openalex.org/W2105860728","https://openalex.org/W4287657826"],"abstract_inverted_index":{"Contextualized":[0],"representations":[1],"from":[2],"a":[3,11,57,92],"pre-trained":[4,19],"language":[5,45],"model":[6,163],"are":[7],"central":[8],"to":[9,30,110,171],"achieve":[10],"high":[12],"performance":[13],"on":[14,80],"downstream":[15,174],"NLP":[16,175],"task.":[17],"The":[18,141],"BERT":[20,24,85,94,107,155,172],"and":[21,43,86,98,105,125,138],"A":[22],"Lite":[23],"(ALBERT)":[25],"models":[26,50,83,133,151,156],"can":[27],"be":[28],"fine-tuned":[29],"give":[31],"state-of-the-art":[32],"results":[33,143],"in":[34,74,173],"sentence-pair":[35],"regressions":[36],"such":[37],"as":[38,56],"semantic":[39],"textual":[40],"similarity":[41],"(STS)":[42],"natural":[44],"inference":[46],"(NLI).":[47],"Although":[48],"BERT-based":[49],"yield":[51],"the":[52,61,136],"[CLS]":[53],"token":[54],"vector":[55],"reasonable":[58],"sentence":[59,66,81,166],"embedding,":[60],"search":[62],"for":[63,84,123,157],"an":[64,70,118],"optimal":[65],"embedding":[67,82,167],"scheme":[68],"remains":[69],"active":[71],"research":[72],"area":[73],"computational":[75],"linguistics.":[76],"This":[77],"paper":[78],"explores":[79],"ALBERT.":[87],"In":[88],"particular,":[89],"we":[90],"take":[91],"modified":[93],"network":[95,100,122],"with":[96,108,117],"siamese":[97],"triplet":[99],"structures":[101],"called":[102],"Sentence-BERT":[103],"(SBERT)":[104],"replace":[106],"ALBERT":[109,150,165],"create":[111],"Sentence-ALBERT":[112],"(SALBERT).":[113],"We":[114,127],"also":[115],"experiment":[116],"outer":[119],"CNN":[120,147],"sentence-embedding":[121,132],"SBERT":[124],"SALBERT.":[126],"evaluate":[128],"performances":[129],"of":[130],"all":[131],"considered":[134],"using":[135],"STS":[137,158],"NLI":[139],"datasets.":[140],"empirical":[142],"indicate":[144],"that":[145],"our":[146],"architecture":[148],"improves":[149],"substantially":[152],"more":[153],"than":[154],"benchmark.":[159],"Despite":[160],"significantly":[161],"fewer":[162],"parameters,":[164],"is":[168],"highly":[169],"competitive":[170],"evaluations.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":6}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}