{"id":"https://openalex.org/W4406623782","doi":"https://doi.org/10.3390/make7010010","title":"Unsupervised Word Sense Disambiguation Using Transformer\u2019s Attention Mechanism","display_name":"Unsupervised Word Sense Disambiguation Using Transformer\u2019s Attention Mechanism","publication_year":2025,"publication_date":"2025-01-18","ids":{"openalex":"https://openalex.org/W4406623782","doi":"https://doi.org/10.3390/make7010010"},"language":"en","primary_location":{"id":"doi:10.3390/make7010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make7010010","pdf_url":"https://www.mdpi.com/2504-4990/7/1/10/pdf?version=1737359544","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/7/1/10/pdf?version=1737359544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058386804","display_name":"Radu Ion","orcid":"https://orcid.org/0000-0002-3421-3173"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Radu Ion","raw_affiliation_strings":["Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0002-3421-3173","affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058586148","display_name":"Vasile P\u0103i\u0219","orcid":"https://orcid.org/0000-0002-0019-7574"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vasile P\u0103i\u0219","raw_affiliation_strings":["Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0002-0019-7574","affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006567976","display_name":"Verginica Barbu Mititelu","orcid":"https://orcid.org/0000-0003-1945-2587"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verginica Barbu Mititelu","raw_affiliation_strings":["Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0003-1945-2587","affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012740432","display_name":"Elena Irimia","orcid":"https://orcid.org/0000-0002-8910-2809"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elena Irimia","raw_affiliation_strings":["Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044680920","display_name":"Maria Mitrofan","orcid":"https://orcid.org/0000-0001-7466-2013"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maria Mitrofan","raw_affiliation_strings":["Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087638225","display_name":"Valentin Badea","orcid":"https://orcid.org/0000-0002-6123-9774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Valentin Badea","raw_affiliation_strings":["Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062940611","display_name":"Dan Tufi\u015f","orcid":"https://orcid.org/0000-0002-8280-9852"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dan Tufi\u0219","raw_affiliation_strings":["Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence \u201cMihai Dr\u0103g\u0103nescu\u201d, \u201cCalea 13 Septembrie\u201d, 050711 Bucharest, Romania","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5062940611"],"corresponding_institution_ids":[],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":5.4792,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.9468686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"7","issue":"1","first_page":"10","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5956487655639648},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5929430723190308},{"id":"https://openalex.org/keywords/word-sense-disambiguation","display_name":"Word-sense disambiguation","score":0.5892220139503479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5810019969940186},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.5016825199127197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4709884822368622},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.44965341687202454},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.35197556018829346},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09289667010307312},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.09122157096862793},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.058292269706726074}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5956487655639648},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5929430723190308},{"id":"https://openalex.org/C51646954","wikidata":"https://www.wikidata.org/wiki/Q48522","display_name":"Word-sense disambiguation","level":3,"score":0.5892220139503479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5810019969940186},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.5016825199127197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4709884822368622},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.44965341687202454},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.35197556018829346},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09289667010307312},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.09122157096862793},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.058292269706726074},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/make7010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make7010010","pdf_url":"https://www.mdpi.com/2504-4990/7/1/10/pdf?version=1737359544","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f5417d627b274095a4adda82c8171304","is_oa":true,"landing_page_url":"https://doaj.org/article/f5417d627b274095a4adda82c8171304","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 7, Iss 1, p 10 (2025)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-4990/7/1/10/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make7010010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pages: 10","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/make7010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make7010010","pdf_url":"https://www.mdpi.com/2504-4990/7/1/10/pdf?version=1737359544","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323899","display_name":"Academia Rom\u00e2na","ror":"https://ror.org/0561n6946"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406623782.pdf","grobid_xml":"https://content.openalex.org/works/W4406623782.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W600421199","https://openalex.org/W1513718494","https://openalex.org/W2047811953","https://openalex.org/W2058223376","https://openalex.org/W2130337399","https://openalex.org/W2164019165","https://openalex.org/W2740782137","https://openalex.org/W2896457183","https://openalex.org/W2944378183","https://openalex.org/W2970662235","https://openalex.org/W3114757058","https://openalex.org/W3153757110","https://openalex.org/W3197808593","https://openalex.org/W3205374543","https://openalex.org/W4205719718","https://openalex.org/W4206660322","https://openalex.org/W4235505822","https://openalex.org/W4391421384","https://openalex.org/W6630877349","https://openalex.org/W6756241030","https://openalex.org/W6762744983"],"related_works":["https://openalex.org/W2296205523","https://openalex.org/W2325435433","https://openalex.org/W2188275805","https://openalex.org/W2498383244","https://openalex.org/W2259621217","https://openalex.org/W2904069821","https://openalex.org/W2771050216","https://openalex.org/W2613956519","https://openalex.org/W3087778885","https://openalex.org/W1573688770"],"abstract_inverted_index":{"Transformer":[0],"models":[1],"produce":[2,105],"advanced":[3],"text":[4],"representations":[5],"that":[6,86,104,135],"have":[7],"been":[8],"used":[9],"to":[10,59],"break":[11],"through":[12],"the":[13,21,54,77,101,112,123,128,140,146,151,172,178,184],"hard":[14],"challenge":[15],"of":[16,35,37,53,56,66,69,81,100,108,127,142,171,192],"natural":[17],"language":[18,29],"understanding.":[19],"Using":[20],"Transformer\u2019s":[22],"attention":[23,89],"mechanism,":[24],"which":[25,145],"acts":[26],"as":[27],"a":[28,39,48,57,64,162,167],"learning":[30],"memory,":[31],"trained":[32],"on":[33],"tens":[34],"billions":[36],"words,":[38],"word":[40,58],"sense":[41,181,186],"disambiguation":[42],"(WSD)":[43],"algorithm":[44,159],"can":[45,96,137,176],"now":[46],"construct":[47],"more":[49],"faithful":[50],"vectorial":[51],"representation":[52],"context":[55],"be":[60],"disambiguated.":[61],"Working":[62],"with":[63,115,144,183,188],"set":[65],"34":[67],"lemmas":[68],"nouns,":[70],"verbs,":[71],"adjectives":[72],"and":[73,166],"adverbs":[74],"selected":[75],"from":[76],"National":[78],"Reference":[79],"Corpus":[80],"Romanian":[82,124,163,179],"(CoRoLa),":[83],"we":[84,95,120,133,136],"show":[85,134],"using":[87,161],"BERT\u2019s":[88],"heads":[90],"at":[91],"all":[92],"hidden":[93],"layers,":[94],"devise":[97],"contextual":[98],"vectors":[99],"target":[102,129,147,173],"lemma":[103,130,148],"better":[106],"clusters":[107,182],"lemma\u2019s":[109,174],"senses":[110,143],"than":[111],"ones":[113],"obtained":[114],"standard":[116],"BERT":[117,164],"embeddings.":[118],"If":[119],"automatically":[121],"translate":[122],"example":[125,169],"sentences":[126,170],"into":[131],"English,":[132],"reliably":[138],"infer":[139],"number":[141],"appears":[149],"in":[150],"CoRoLa.":[152],"We":[153],"also":[154],"describe":[155],"an":[156,189],"unsupervised":[157],"WSD":[158],"that,":[160],"model":[165],"few":[168],"senses,":[175],"label":[177],"induced":[180],"appropriate":[185],"labels,":[187],"average":[190],"accuracy":[191],"64%.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-03T09:05:47.796612","created_date":"2025-10-10T00:00:00"}