{"id":"https://openalex.org/W3205791555","doi":"https://doi.org/10.63317/4jr5d8eu25ju","title":"LaoPLM: Pre-trained Language Models for Lao","display_name":"LaoPLM: Pre-trained Language Models for Lao","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W3205791555","doi":"https://doi.org/10.63317/4jr5d8eu25ju","mag":"3205791555"},"language":"en","primary_location":{"id":"doi:10.63317/4jr5d8eu25ju","doi":"https://doi.org/10.63317/4jr5d8eu25ju","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4jr5d8eu25ju","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.698.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3205791555"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.698.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070480766","display_name":"Nankai Lin","orcid":"https://orcid.org/0000-0003-2838-8273","observed_orcids":["https://orcid.org/0000-0003-2838-8273"]},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nankai Lin","raw_affiliation_strings":["Guangdong University of Foreign Studies , Guangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong University of Foreign Studies , Guangzhou , China","institution_ids":["https://openalex.org/I186272606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014108621","display_name":"Yingwen Fu","orcid":"https://orcid.org/0000-0001-6974-3468","observed_orcids":["https://orcid.org/0000-0001-6974-3468"]},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingwen Fu","raw_affiliation_strings":["Guangdong University of Foreign Studies , Guangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong University of Foreign Studies , Guangzhou , China","institution_ids":["https://openalex.org/I186272606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011947049","display_name":"Chuwei Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuwei Chen","raw_affiliation_strings":["Guangdong University of Foreign Studies , Guangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong University of Foreign Studies , Guangzhou , China","institution_ids":["https://openalex.org/I186272606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101774256","display_name":"Ziyu Yang","orcid":"https://orcid.org/0009-0006-1077-5944","observed_orcids":["https://orcid.org/0009-0006-1077-5944"]},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Yang","raw_affiliation_strings":["Guangdong University of Foreign Studies , Guangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong University of Foreign Studies , Guangzhou , China","institution_ids":["https://openalex.org/I186272606"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084625962","display_name":"Shengyi Jiang","orcid":"https://orcid.org/0000-0002-6753-474X","observed_orcids":["https://orcid.org/0000-0002-6753-474X"]},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyi Jiang","raw_affiliation_strings":["Guangdong University of Foreign Studies , Guangzhou , China","Guangzhou Key Laboratory of Multilingual Intelligent Processing , Guangzhou , China {20191010004 , 20201010002 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong University of Foreign Studies , Guangzhou , China","institution_ids":["https://openalex.org/I186272606"]},{"raw_affiliation_string":"Guangzhou Key Laboratory of Multilingual Intelligent Processing , Guangzhou , China {20191010004 , 20201010002 ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I186272606"],"apc_list":null,"apc_paid":null,"fwci":0.2095,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.39292485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"6506","last_page":"6512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7333999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7333999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.26030001044273376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lao-language","display_name":"Lao language","score":0.9890000224113464},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.9879999756813049},{"id":"https://openalex.org/keywords/low-resource-languages","display_name":"low-resource languages","score":0.8309999704360962},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.6650000214576721},{"id":"https://openalex.org/keywords/electra","display_name":"Electra","score":0.9929999709129333},{"id":"https://openalex.org/keywords/part-of-speech-tagging","display_name":"part-of-speech tagging","score":0.9100000262260437},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.8399999737739563},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.6290000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7678444385528564},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.71576327085495},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6819448471069336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6392457485198975},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5657528638839722},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49466463923454285},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.47621259093284607},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06985783576965332},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06055575609207153},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.63317/4jr5d8eu25ju","doi":"https://doi.org/10.63317/4jr5d8eu25ju","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4jr5d8eu25ju","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.698.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2110.05896","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.05896","pdf_url":"https://arxiv.org/pdf/2110.05896","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2110.05896","doi":"https://doi.org/10.48550/arxiv.2110.05896","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.05896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.63317/4jr5d8eu25ju","doi":"https://doi.org/10.63317/4jr5d8eu25ju","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4jr5d8eu25ju","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2022/pdf/2022.lrec-1.698.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6306785322","display_name":null,"funder_award_id":"17CTQ045","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"},{"id":"https://openalex.org/G7677209046","display_name":"\u9762\u5411\u5fae\u535a\u516c\u5171\u4e8b\u4ef6\u7684\u53cd\u5411\u793e\u4f1a\u60c5\u7eea\u8bc6\u522b\u53ca\u6f14\u5316\u5206\u6790\u7814\u7a76","funder_award_id":"61572145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205791555.pdf","grobid_xml":"https://content.openalex.org/works/W3205791555.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1614862348","https://openalex.org/W2104167780","https://openalex.org/W2105594594","https://openalex.org/W2626778328","https://openalex.org/W2948902769","https://openalex.org/W2952370363","https://openalex.org/W2962685689","https://openalex.org/W2963341956","https://openalex.org/W2964308564","https://openalex.org/W2965373594","https://openalex.org/W2970049541","https://openalex.org/W2983040767","https://openalex.org/W2986154550","https://openalex.org/W2989994479","https://openalex.org/W2996035354","https://openalex.org/W2996580882","https://openalex.org/W3007955273","https://openalex.org/W3010739321","https://openalex.org/W3032816972","https://openalex.org/W3034732033","https://openalex.org/W3093931772","https://openalex.org/W3169483174","https://openalex.org/W3209042722","https://openalex.org/W4226028279"],"related_works":["https://openalex.org/W4200380247","https://openalex.org/W4205307439","https://openalex.org/W7221779407","https://openalex.org/W3205417054","https://openalex.org/W3125826128","https://openalex.org/W3007955273","https://openalex.org/W4308084495","https://openalex.org/W4205820553","https://openalex.org/W7125135559","https://openalex.org/W4416331269"],"abstract_inverted_index":{"Trained":[0],"on":[1,56,118],"large":[2],"corpora,":[3],"pre-trained":[4],"language":[5,20,28,71],"models":[6,137],"(PLMs)":[7],"can":[8],"capture":[9],"different":[10],"levels":[11],"of":[12,64,70,86,131,149],"concepts":[13],"in":[14,37,51],"context":[15],"and":[16,67,111,125,138],"hence":[17],"generate":[18],"universal":[19],"representations.They":[21],"are":[22],"benefitcial":[23],"for":[24,42,97],"multiple":[25],"downstream":[26,120],"natural":[27],"processing":[29],"(NLP)":[30],"tasks.Although":[31],"PTMs":[32,96],"have":[33,58],"been":[34,59],"widely":[35],"used":[36],"most":[38],"NLP":[39,53,151],"applications,":[40],"especially":[41],"high-resource":[43],"languages":[44],"such":[45],"as":[46],"English,":[47],"it":[48],"is":[49],"under-represented":[50],"Lao":[52,57,88,98,133,150],"research.Previous":[54],"works":[55],"hampered":[60],"by":[61],"the":[62,68,83,87,93,129,141,146],"lack":[63],"annotated":[65],"datasets":[66,139],"sparsity":[69],"resources.In":[72],"this":[73],"work,":[74],"we":[75,91,115],"construct":[76],"a":[77],"text":[78,126],"classification":[79],"dataset":[80],"to":[81,140,144],"alleviate":[82],"resource-scarce":[84],"situation":[85],"language.In":[89],"addition,":[90],"present":[92],"first":[94],"transformer-based":[95],"with":[99],"four":[100],"versions:":[101],"BERT-Small":[102],"1":[103],",":[104,107,110],"BERT-Base":[105],"2":[106],"ELECTRA-Small":[108],"3":[109],"ELECTRA-Base":[112],"4":[113],".Furthermore,":[114],"evaluate":[116],"them":[117],"two":[119],"tasks:":[121],"part-of-speech":[122],"(POS)":[123],"tagging":[124],"classification.Experiments":[127],"demonstrate":[128],"effectiveness":[130],"our":[132,136],"models.We":[134],"release":[135],"community,":[142],"hoping":[143],"facilitate":[145],"future":[147],"development":[148],"applications.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-10-25T00:00:00"}