{"id":"https://openalex.org/W4388105019","doi":"https://doi.org/10.1109/icset59111.2023.10295108","title":"A Comparative Study on Embedding Models for Keyword Extraction Using KeyBERT Method","display_name":"A Comparative Study on Embedding Models for Keyword Extraction Using KeyBERT Method","publication_year":2023,"publication_date":"2023-10-02","ids":{"openalex":"https://openalex.org/W4388105019","doi":"https://doi.org/10.1109/icset59111.2023.10295108"},"language":"en","primary_location":{"id":"doi:10.1109/icset59111.2023.10295108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icset59111.2023.10295108","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 13th International Conference on System Engineering and Technology (ICSET)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036454021","display_name":"Bayan Issa","orcid":"https://orcid.org/0000-0002-7559-3416"},"institutions":[{"id":"https://openalex.org/I107575416","display_name":"University of Aleppo","ror":"https://ror.org/03mzvxz96","country_code":"SY","type":"education","lineage":["https://openalex.org/I107575416"]}],"countries":["SY"],"is_corresponding":true,"raw_author_name":"Bayan Issa","raw_affiliation_strings":["University of Aleppo,Faculty of Informatics Engineering,Syria","Faculty of Informatics Engineering, University of Aleppo, Syria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Aleppo,Faculty of Informatics Engineering,Syria","institution_ids":["https://openalex.org/I107575416"]},{"raw_affiliation_string":"Faculty of Informatics Engineering, University of Aleppo, Syria","institution_ids":["https://openalex.org/I107575416"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048174707","display_name":"Muhammed Basheer Jasser","orcid":"https://orcid.org/0000-0001-5292-465X"},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Muhammed Basheer Jasser","raw_affiliation_strings":["Sunway University,Department of Computing and Information Systems,Sunway City,Selangor,Malaysia","Department of Computing and Information Systems, Sunway University, Sunway City, Selangor, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sunway University,Department of Computing and Information Systems,Sunway City,Selangor,Malaysia","institution_ids":["https://openalex.org/I84339108"]},{"raw_affiliation_string":"Department of Computing and Information Systems, Sunway University, Sunway City, Selangor, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042896398","display_name":"Hui Na Chua","orcid":"https://orcid.org/0000-0001-9792-1292"},"institutions":[{"id":"https://openalex.org/I84339108","display_name":"Sunway University","ror":"https://ror.org/04mjt7f73","country_code":"MY","type":"education","lineage":["https://openalex.org/I84339108"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hui Na Chua","raw_affiliation_strings":["Sunway University,Department of Computing and Information Systems,Sunway City,Selangor,Malaysia","Department of Computing and Information Systems, Sunway University, Sunway City, Selangor, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sunway University,Department of Computing and Information Systems,Sunway City,Selangor,Malaysia","institution_ids":["https://openalex.org/I84339108"]},{"raw_affiliation_string":"Department of Computing and Information Systems, Sunway University, Sunway City, Selangor, Malaysia","institution_ids":["https://openalex.org/I84339108"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091541133","display_name":"Muzaffar Hamzah","orcid":"https://orcid.org/0000-0002-9362-7771"},"institutions":[{"id":"https://openalex.org/I161371597","display_name":"Universiti of Malaysia Sabah","ror":"https://ror.org/040v70252","country_code":"MY","type":"education","lineage":["https://openalex.org/I161371597"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Muzaffar Hamzah","raw_affiliation_strings":["Universiti Malaysia Sabah, Kota Kinabalu,Faculty of Computing and Informatics,Sabah,Malaysia,88450"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universiti Malaysia Sabah, Kota Kinabalu,Faculty of Computing and Informatics,Sabah,Malaysia,88450","institution_ids":["https://openalex.org/I161371597"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036454021"],"corresponding_institution_ids":["https://openalex.org/I107575416"],"apc_list":null,"apc_paid":null,"fwci":5.277,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.96553153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"40","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8128557205200195},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6686601042747498},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.641244649887085},{"id":"https://openalex.org/keywords/keyword-extraction","display_name":"Keyword extraction","score":0.6052750945091248},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5859477519989014},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.5437300801277161},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4800204336643219},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.4788762927055359},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.462326318025589},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4545142650604248},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41739416122436523},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33371779322624207},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2632331848144531}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8128557205200195},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6686601042747498},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.641244649887085},{"id":"https://openalex.org/C2780288562","wikidata":"https://www.wikidata.org/wiki/Q25053353","display_name":"Keyword extraction","level":2,"score":0.6052750945091248},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5859477519989014},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.5437300801277161},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4800204336643219},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.4788762927055359},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.462326318025589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4545142650604248},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41739416122436523},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33371779322624207},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2632331848144531},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icset59111.2023.10295108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icset59111.2023.10295108","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 13th International Conference on System Engineering and Technology (ICSET)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W976440716","https://openalex.org/W2133286915","https://openalex.org/W2253082862","https://openalex.org/W2537091826","https://openalex.org/W2546748700","https://openalex.org/W2548873951","https://openalex.org/W2566480286","https://openalex.org/W2740811004","https://openalex.org/W2743481295","https://openalex.org/W2783156670","https://openalex.org/W2804950764","https://openalex.org/W2896457183","https://openalex.org/W2970641574","https://openalex.org/W2973226110","https://openalex.org/W3000623537","https://openalex.org/W3015468748","https://openalex.org/W3174016789","https://openalex.org/W4281768282","https://openalex.org/W6625477637","https://openalex.org/W6631501603","https://openalex.org/W6691640376","https://openalex.org/W6742394744","https://openalex.org/W6755207826","https://openalex.org/W6776048684","https://openalex.org/W6794285142"],"related_works":["https://openalex.org/W4321512656","https://openalex.org/W2597655663","https://openalex.org/W3212958862","https://openalex.org/W3216964688","https://openalex.org/W3012714539","https://openalex.org/W2338179361","https://openalex.org/W2105638237","https://openalex.org/W2540679246","https://openalex.org/W2899423048","https://openalex.org/W2214223222"],"abstract_inverted_index":{"KeyBERT":[0,78,82],"is":[1,14,27,40,56,128,233],"a":[2,19,46,84,115],"method":[3],"for":[4,89],"keywords/keyphrases":[5],"extraction,":[6],"which":[7,161],"has":[8,83,250],"three":[9],"steps.":[10],"The":[11,53],"first":[12,126],"step":[13,26,55,76],"selecting":[15],"candidate":[16,36],"keywords":[17,63],"from":[18],"text":[20,33,164,170,210],"using":[21,107,213,221,260],"sklearn":[22],"library,":[23,136],"the":[24,28,32,51,58,74,90,104,125,134,138,142,147,153,174,179,183,227,230,234],"second":[25,75,139],"embedding":[29,91],"operation":[30,39],"of":[31,77,86,106,118,123,156,166,195],"and":[34,65,102,137,247],"its":[35],"keywords;":[37],"this":[38,69,248],"done":[41],"by":[42],"BERT":[43],"to":[44,100],"get":[45],"numerical":[47],"representation":[48],"that":[49,178,224,263],"represents":[50],"meanings.":[52],"third":[54],"calculating":[57],"cosine":[59],"similarity":[60],"between":[61],"individual":[62],"vectors":[64],"document":[66],"vector.":[67],"In":[68],"paper,":[70],"we":[71,176,219,258],"focus":[72],"on":[73,158,173,201,208,215,244],"(embedding":[79],"step).":[80],"Although":[81],"lot":[85],"supported":[87,109,132,145],"models":[88,110,157,189,243],"operation,":[92],"there":[93],"are":[94],"no":[95],"extensive":[96],"previous":[97],"comparative":[98,116,154],"studies":[99],"analyze":[101],"study":[103,117,155],"effect":[105],"different":[108,169],"in":[111,190,193,223,237,254,262],"KeyBERT.":[112],"We":[113,151],"introduce":[114],"two":[119],"commonly":[120],"used":[121],"groups":[122],"models;":[124],"group":[127,140],"sentence-transformers":[129,135],"pretrained":[130],"models,":[131],"via":[133,146],"includes":[141],"Longformer":[143,231],"model,":[144],"Hugginface":[148],"Transformers":[149],"library.":[150],"conduct":[152],"benchmark":[159],"datasets,":[160,203],"contain":[162],"English":[163],"documents":[165],"multi-domains":[167],"with":[168,204,212],"lengths.":[171],"Based":[172],"study,":[175],"found":[177],"Paraphrase-mpnet-base-v2":[180],"model":[181,232],"provides":[182],"best":[184],"results":[185],"among":[186,240],"all":[187,202,241,245],"other":[188,228,242],"keyword":[191,238],"extraction":[192,239],"terms":[194],"effectiveness":[196],"(f1-score,":[197],"recall,":[198],"precision,":[199],"MAP)":[200],"higher":[205],"efficiency":[206],"(time)":[207],"short":[209],"compared":[211],"it":[214,222,261],"long":[216,255],"text;":[217,256],"accordingly,":[218,257],"recommend":[220,259],"context.":[225,264],"On":[226],"hand,":[229],"most":[235],"efficient/fastest":[236],"datasets":[246],"superiority":[249],"been":[251],"evident,":[252],"especially":[253]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":14}],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-10T00:00:00"}