{"id":"https://openalex.org/W4387831827","doi":"https://doi.org/10.1109/access.2023.3326337","title":"From Pre-Training to Meta-Learning: A Journey in Low-Resource-Language Representation Learning","display_name":"From Pre-Training to Meta-Learning: A Journey in Low-Resource-Language Representation Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387831827","doi":"https://doi.org/10.1109/access.2023.3326337"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3326337","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3326337","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288436.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288436.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014901230","display_name":"Dimitrios Zaikis","orcid":"https://orcid.org/0000-0002-0361-7060"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimitrios Zaikis","raw_affiliation_strings":["School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-0361-7060","affiliations":[{"raw_affiliation_string":"School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066340205","display_name":"Ioannis Vlahavas","orcid":"https://orcid.org/0000-0003-3477-8825"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Vlahavas","raw_affiliation_strings":["School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0003-3477-8825","affiliations":[{"raw_affiliation_string":"School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21370196"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7931,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77041503,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"11","issue":null,"first_page":"115951","last_page":"115967"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8363356590270996},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7215784192085266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6306231617927551},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.427686870098114},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4187588691711426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8363356590270996},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7215784192085266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6306231617927551},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.427686870098114},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4187588691711426}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3326337","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3326337","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288436.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6d5083be33ae4d888de1c0926274744b","is_oa":true,"landing_page_url":"https://doaj.org/article/6d5083be33ae4d888de1c0926274744b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 115951-115967 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3326337","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3326337","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10288436.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2800525710","display_name":null,"funder_award_id":"KMP6-0096055","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5634946813","display_name":null,"funder_award_id":"2014-2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387831827.pdf","grobid_xml":"https://content.openalex.org/works/W4387831827.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W195302895","https://openalex.org/W2053154970","https://openalex.org/W2159291411","https://openalex.org/W2416422227","https://openalex.org/W2536583325","https://openalex.org/W2584432551","https://openalex.org/W2820945586","https://openalex.org/W2883399209","https://openalex.org/W2886711982","https://openalex.org/W2889945482","https://openalex.org/W2896457183","https://openalex.org/W2949676527","https://openalex.org/W2962369866","https://openalex.org/W2962887999","https://openalex.org/W2962985038","https://openalex.org/W2970550868","https://openalex.org/W2970641574","https://openalex.org/W2972324944","https://openalex.org/W3012507282","https://openalex.org/W3015468748","https://openalex.org/W3043064698","https://openalex.org/W3080175947","https://openalex.org/W3081873369","https://openalex.org/W3092571060","https://openalex.org/W3096655658","https://openalex.org/W3098749165","https://openalex.org/W3115903740","https://openalex.org/W3130745432","https://openalex.org/W3167906865","https://openalex.org/W3173588320","https://openalex.org/W3194860740","https://openalex.org/W3196324893","https://openalex.org/W3200668208","https://openalex.org/W4281559335","https://openalex.org/W4285066413","https://openalex.org/W4285079741","https://openalex.org/W4285209210","https://openalex.org/W4285405240","https://openalex.org/W4293113212","https://openalex.org/W4323314539","https://openalex.org/W4379527401","https://openalex.org/W4382501959","https://openalex.org/W4385245566","https://openalex.org/W6683633756","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6765939562","https://openalex.org/W6776048684","https://openalex.org/W6776061696","https://openalex.org/W6779852737","https://openalex.org/W6838955160"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3089396779","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W2941935829","https://openalex.org/W3013279174","https://openalex.org/W4317653575","https://openalex.org/W3192589309"],"abstract_inverted_index":{"Language":[0,9,144],"representation":[1,34,80,139],"learning":[2,29,35,81,140],"is":[3],"a":[4,59,83,178],"vital":[5],"field":[6,48],"in":[7,46,82,162,172,188,225,232,237],"Natural":[8],"Processing":[10],"(NLP)":[11],"that":[12,94],"aims":[13],"to":[14,62,155,185],"capture":[15],"the":[16,25,38,42,68,76,119,157,168,226],"intricate":[17],"semantics":[18],"and":[19,30,67,87,99,113,125,133,150,170,176,182,210,217,243],"contextual":[20,114,134],"information":[21],"of":[22,27,44,70,78,109,159,229,234],"text.":[23],"With":[24],"advent":[26],"deep":[28],"neural":[31],"network":[32],"architectures,":[33],"has":[36,49],"revolutionized":[37],"NLP":[39],"landscape.":[40],"However,":[41],"majority":[43],"research":[45],"this":[47,163],"concentrated":[50],"on":[51,90,97,197],"resource-rich":[52],"languages,":[53],"putting":[54],"Low-Resource":[55],"Languages":[56],"(LRL)":[57],"at":[58],"disadvantage":[60],"due":[61],"their":[63],"limited":[64],"linguistic":[65,111],"resources":[66],"absence":[69],"pre-trained":[71],"models.":[72],"This":[73],"paper":[74],"addresses":[75],"significance":[77],"language":[79,102],"low-resource":[84],"language,":[85],"Greek,":[86],"its":[88],"impact":[89],"various":[91,138],"downstream":[92,190],"tasks":[93],"heavily":[95],"rely":[96],"semantically":[98],"contextually":[100],"enriched":[101],"representations.":[103],"Accurate":[104],"classification":[105,126,161,189,227,246],"requires":[106],"an":[107],"understanding":[108],"nuanced":[110],"cues":[112],"dependencies.":[115],"Effective":[116],"representations":[117,175],"bridge":[118],"gap":[120],"between":[121],"raw":[122],"text":[123,160,208],"data":[124],"models,":[127],"encoding":[128],"semantic":[129],"meaning,":[130],"syntactic":[131],"structures,":[132],"information.":[135],"By":[136],"leveraging":[137],"techniques":[141],"using":[142],"Transformer-based":[143],"Models":[145],"(LM),":[146],"such":[147,213],"as":[148,214],"domain-adaption":[149],"contrastive":[151],"learning,":[152],"we":[153],"aim":[154],"enhance":[156],"performance":[158,187],"LRL":[164],"setting.":[165],"We":[166],"explore":[167],"challenges":[169],"opportunities":[171],"developing":[173],"effective":[174],"propose":[177],"multi-stage":[179],"LM":[180],"pre-training":[181],"meta-learning":[183],"approach":[184,194],"improve":[186],"tasks.":[191,247],"The":[192,220],"proposed":[193],"was":[195],"evaluated":[196],"Greek":[198],"expert-annotated":[199],"texts":[200],"from":[201],"social":[202],"media":[203],"posts,":[204],"news":[205],"articles,":[206],"press":[207],"clippings":[209],"internet":[211],"articles":[212],"blog":[215],"posts":[216],"opinion":[218],"pieces.":[219],"results":[221],"show":[222],"significant":[223],"improvements":[224],"effectiveness":[228],"each":[230],"task":[231],"terms":[233],"micro-averaged":[235],"F1-score":[236],"sentiment,":[238],"irony,":[239],"hate":[240],"speech,":[241],"emotion":[242],"three":[244],"custom":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}