{"id":"https://openalex.org/W3080175947","doi":"https://doi.org/10.1145/3411408.3411440","title":"GREEK-BERT: The Greeks visiting Sesame Street","display_name":"GREEK-BERT: The Greeks visiting Sesame Street","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3080175947","doi":"https://doi.org/10.1145/3411408.3411440","mag":"3080175947"},"language":"en","primary_location":{"id":"doi:10.1145/3411408.3411440","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411408.3411440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"11th Hellenic Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.12014","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057813572","display_name":"John Koutsikakis","orcid":null},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"John Koutsikakis","raw_affiliation_strings":["Athens University of Economics and Business, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Athens University of Economics and Business, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079179621","display_name":"Ilias Chalkidis","orcid":"https://orcid.org/0000-0002-0706-7772"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ilias Chalkidis","raw_affiliation_strings":["Athens University of Economics and Business, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Athens University of Economics and Business, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016618602","display_name":"Prodromos Malakasiotis","orcid":"https://orcid.org/0009-0008-0055-5598"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Prodromos Malakasiotis","raw_affiliation_strings":["Athens University of Economics and Business, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Athens University of Economics and Business, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069270736","display_name":"Ion Androutsopoulos","orcid":"https://orcid.org/0009-0000-2969-0509"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ion Androutsopoulos","raw_affiliation_strings":["Athens University of Economics and Business, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Athens University of Economics and Business, Greece","institution_ids":["https://openalex.org/I73142707"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I73142707"],"apc_list":null,"apc_paid":null,"fwci":6.895,"has_fulltext":false,"cited_by_count":84,"citation_normalized_percentile":{"value":0.97546261,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"110","last_page":"117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8259313702583313},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7629767656326294},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.692449688911438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.66905277967453},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.628104031085968},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6114288568496704},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5760322213172913},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4872111678123474},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.46710291504859924},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19040349125862122}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8259313702583313},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7629767656326294},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.692449688911438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.66905277967453},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.628104031085968},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6114288568496704},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5760322213172913},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4872111678123474},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.46710291504859924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19040349125862122},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3411408.3411440","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411408.3411440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"11th Hellenic Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.12014","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.12014","pdf_url":"https://arxiv.org/pdf/2008.12014","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.12014","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.12014","pdf_url":"https://arxiv.org/pdf/2008.12014","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.800000011920929,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W22168010","https://openalex.org/W46679369","https://openalex.org/W1522301498","https://openalex.org/W1566289585","https://openalex.org/W2064675550","https://openalex.org/W2108598243","https://openalex.org/W2147880316","https://openalex.org/W2230130365","https://openalex.org/W2271980715","https://openalex.org/W2413794162","https://openalex.org/W2493916176","https://openalex.org/W2606964149","https://openalex.org/W2616470781","https://openalex.org/W2710777912","https://openalex.org/W2891555348","https://openalex.org/W2896457183","https://openalex.org/W2905749056","https://openalex.org/W2912500072","https://openalex.org/W2914120296","https://openalex.org/W2923014074","https://openalex.org/W2948902769","https://openalex.org/W2953958347","https://openalex.org/W2962902328","https://openalex.org/W2963250244","https://openalex.org/W2963716420","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2970636124","https://openalex.org/W2970771982","https://openalex.org/W2973088264","https://openalex.org/W2979826702","https://openalex.org/W2980282514","https://openalex.org/W2981852735","https://openalex.org/W2986154550","https://openalex.org/W2996428491","https://openalex.org/W3035390927","https://openalex.org/W3103187652","https://openalex.org/W4239072543","https://openalex.org/W4287993739","https://openalex.org/W4288089799","https://openalex.org/W4294170691","https://openalex.org/W4298325004","https://openalex.org/W4298393544","https://openalex.org/W4300485781","https://openalex.org/W4385245566","https://openalex.org/W6601894380"],"related_works":["https://openalex.org/W3115058362","https://openalex.org/W4206178588","https://openalex.org/W3094491777","https://openalex.org/W3214715529","https://openalex.org/W4387517132","https://openalex.org/W4287635093","https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556"],"abstract_inverted_index":{"Transformer-based":[0,87],"language":[1,17,51,72],"models,":[2],"such":[3],"as":[4,91,93],"BERT":[5,49],"and":[6,70,113,140],"its":[7,58],"variants,":[8],"have":[9,32],"achieved":[10],"state-of-the-art":[11,75],"performance":[12,59],"in":[13,60,78],"several":[14],"downstream":[15,129],"natural":[16,71],"processing":[18],"(NLP)":[19],"tasks":[20],"on":[21,98],"generic":[22],"benchmark":[23],"datasets":[24],"(e.g.,":[25],"GLUE,":[26],"SQUAD,":[27],"RACE).":[28],"However,":[29],"these":[30,134],"models":[31,88],"mostly":[33],"been":[34],"applied":[35],"to":[36,136],"the":[37,81],"resource-rich":[38],"English":[39],"language.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44,109],"present":[45],"GREEK-BERT,":[46],"a":[47,103],"monolingual":[48],"-based":[50],"model":[52],"for":[53,128,142],"modern":[54,143],"Greek.":[55,144],"We":[56,132],"evaluate":[57],"three":[61],"NLP":[62,130,138],"tasks,":[63],"i.e.,":[64],"part-of-speech":[65],"tagging,":[66],"named":[67],"entity":[68],"recognition,":[69],"inference,":[73],"obtaining":[74],"performance.":[76],"Interestingly,":[77],"two":[79,85],"of":[80],"benchmarks":[82],"GREEK-BERT":[83,112,124],"outperforms":[84],"multilingual":[86],"(M-BERT,":[89],"XLM-R),":[90],"well":[92],"shallower":[94],"neural":[95],"baselines":[96],"operating":[97],"pre-trained":[99],"word":[100],"embeddings,":[101],"by":[102],"large":[104],"margin":[105],"(5%-10%).":[106],"Most":[107],"importantly,":[108],"make":[110],"both":[111],"our":[114],"training":[115],"code":[116,121],"publicly":[117],"available,":[118],"along":[119],"with":[120],"illustrating":[122],"how":[123],"can":[125],"be":[126],"fine-tuned":[127],"tasks.":[131],"expect":[133],"resources":[135],"boost":[137],"research":[139],"applications":[141]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}