{"id":"https://openalex.org/W4224104888","doi":"https://doi.org/10.3390/computers11040057","title":"A Lite Romanian BERT: ALR-BERT","display_name":"A Lite Romanian BERT: ALR-BERT","publication_year":2022,"publication_date":"2022-04-15","ids":{"openalex":"https://openalex.org/W4224104888","doi":"https://doi.org/10.3390/computers11040057"},"language":"en","primary_location":{"id":"doi:10.3390/computers11040057","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers11040057","pdf_url":"https://www.mdpi.com/2073-431X/11/4/57/pdf?version=1650355866","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/11/4/57/pdf?version=1650355866","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073865642","display_name":"Nicolae Constantin","orcid":"https://orcid.org/0000-0001-9377-5654"},"institutions":[{"id":"https://openalex.org/I58077936","display_name":"Romanian Academy","ror":"https://ror.org/0561n6946","country_code":"RO","type":"archive","lineage":["https://openalex.org/I58077936"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Drago\u015f Constantin Nicolae","raw_affiliation_strings":["Research Institute for Artificial Intelligence, Romanian Academy, 050711 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0001-9377-5654","affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence, Romanian Academy, 050711 Bucharest, Romania","institution_ids":["https://openalex.org/I58077936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048362446","display_name":"Rohan Kumar Yadav","orcid":"https://orcid.org/0000-0003-1485-0439"},"institutions":[{"id":"https://openalex.org/I200650556","display_name":"University of Agder","ror":"https://ror.org/03x297z98","country_code":"NO","type":"education","lineage":["https://openalex.org/I200650556"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Rohan Kumar Yadav","raw_affiliation_strings":["Department of Information and Communication, University of Agder, 4604 Grimstad, Norway"],"raw_orcid":"https://orcid.org/0000-0003-1485-0439","affiliations":[{"raw_affiliation_string":"Department of Information and Communication, University of Agder, 4604 Grimstad, Norway","institution_ids":["https://openalex.org/I200650556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062940611","display_name":"Dan Tufi\u015f","orcid":"https://orcid.org/0000-0002-8280-9852"},"institutions":[{"id":"https://openalex.org/I58077936","display_name":"Romanian Academy","ror":"https://ror.org/0561n6946","country_code":"RO","type":"archive","lineage":["https://openalex.org/I58077936"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Dan Tufi\u015f","raw_affiliation_strings":["Research Institute for Artificial Intelligence, Romanian Academy, 050711 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute for Artificial Intelligence, Romanian Academy, 050711 Bucharest, Romania","institution_ids":["https://openalex.org/I58077936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073865642"],"corresponding_institution_ids":["https://openalex.org/I58077936"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.5801,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70625064,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":"4","first_page":"57","last_page":"57"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/romanian","display_name":"Romanian","score":0.8630593419075012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7990068197250366},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5716733932495117},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48545342683792114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4817628860473633},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4786475896835327},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4358063340187073},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12935271859169006},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06910625100135803}],"concepts":[{"id":"https://openalex.org/C129400051","wikidata":"https://www.wikidata.org/wiki/Q7913","display_name":"Romanian","level":2,"score":0.8630593419075012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990068197250366},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5716733932495117},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48545342683792114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4817628860473633},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4786475896835327},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4358063340187073},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12935271859169006},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06910625100135803},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/computers11040057","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers11040057","pdf_url":"https://www.mdpi.com/2073-431X/11/4/57/pdf?version=1650355866","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ad4b78fb3c1b43369d7205561c284964","is_oa":true,"landing_page_url":"https://doaj.org/article/ad4b78fb3c1b43369d7205561c284964","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 11, Iss 4, p 57 (2022)","raw_type":"article"},{"id":"pmh:oai:uia.brage.unit.no:11250/3013063","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3013063","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"7","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3390/computers11040057","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers11040057","pdf_url":"https://www.mdpi.com/2073-431X/11/4/57/pdf?version=1650355866","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4224104888.pdf","grobid_xml":"https://content.openalex.org/works/W4224104888.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2144578941","https://openalex.org/W2740840489","https://openalex.org/W2896457183","https://openalex.org/W2923014074","https://openalex.org/W2950813464","https://openalex.org/W2963323070","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W3011411500","https://openalex.org/W3102046836","https://openalex.org/W6679436768","https://openalex.org/W7051469422"],"related_works":["https://openalex.org/W4398153181","https://openalex.org/W650530393","https://openalex.org/W3205433727","https://openalex.org/W2765761072","https://openalex.org/W3205728902","https://openalex.org/W2805241642","https://openalex.org/W2756816606","https://openalex.org/W4299443742","https://openalex.org/W20298607","https://openalex.org/W1591254438"],"abstract_inverted_index":{"Large-scale":[0],"pre-trained":[1],"language":[2,23],"representation":[3],"and":[4,143,153],"its":[5,58,144],"promising":[6],"performance":[7,131],"in":[8,18,31,37,77,85,99],"various":[9],"downstream":[10,133,162],"applications":[11],"have":[12],"become":[13],"an":[14,156],"area":[15],"of":[16,21,66,139],"interest":[17,30],"the":[19,34,41,51,63,100,124,130,137,140,161],"field":[20],"natural":[22],"processing":[24],"(NLP).":[25],"There":[26],"has":[27],"been":[28],"huge":[29],"further":[32],"increasing":[33,50],"model\u2019s":[35,52],"size":[36],"order":[38],"to":[39,56,62,70,149],"outperform":[40],"best":[42],"previously":[43],"obtained":[44],"performances.":[45],"However,":[46],"at":[47],"some":[48],"point,":[49],"parameters":[53],"may":[54],"lead":[55],"reaching":[57],"saturation":[59],"point":[60],"due":[61],"limited":[64],"capacity":[65],"GPU/TPU.":[67],"In":[68],"addition":[69],"this,":[71],"such":[72],"models":[73,118],"are":[74],"mostly":[75],"available":[76],"English":[78],"or":[79],"a":[80,90,95],"shared":[81],"multilingual":[82],"structure.":[83],"Hence,":[84],"this":[86],"paper,":[87],"we":[88,104,135],"propose":[89],"lite":[91],"BERT":[92,109],"trained":[93],"on":[94,112,132],"large":[96],"corpus":[97],"solely":[98],"Romanian":[101,108,126],"language,":[102],"which":[103],"called":[105],"\u201cA":[106],"Lite":[107],"(ALR-BERT)\u201d.":[110],"Based":[111],"comprehensive":[113],"empirical":[114],"results,":[115],"ALR-BERT":[116],"produces":[117],"that":[119],"scale":[120],"far":[121],"better":[122],"than":[123],"original":[125],"BERT.":[127],"Alongside":[128],"presenting":[129],"tasks,":[134],"detail":[136],"analysis":[138],"training":[141],"process":[142],"parameters.":[145],"We":[146],"also":[147],"intend":[148],"distribute":[150],"our":[151],"code":[152],"model":[154],"as":[155],"open":[157],"source":[158],"together":[159],"with":[160],"task.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}