{"id":"https://openalex.org/W6948009393","doi":"https://doi.org/10.48550/arxiv.2503.18062","title":"Investigating Recent Large Language Models for Vietnamese Machine Reading Comprehension","display_name":"Investigating Recent Large Language Models for Vietnamese Machine Reading Comprehension","publication_year":2025,"publication_date":"2025-03-23","ids":{"openalex":"https://openalex.org/W6948009393","doi":"https://doi.org/10.48550/arxiv.2503.18062"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2503.18062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.18062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2503.18062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Nguyen, Anh Duc","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nguyen, Anh Duc","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Phi, Hieu Minh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phi, Hieu Minh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ngo, Anh Viet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ngo, Anh Viet","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Trieu, Long Hai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trieu, Long Hai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Nguyen, Thai Phuong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Thai Phuong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T14360","display_name":"Psidium guajava Extracts and Applications","score":0.3833000063896179,"subfield":{"id":"https://openalex.org/subfields/3004","display_name":"Pharmacology"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T14360","display_name":"Psidium guajava Extracts and Applications","score":0.3833000063896179,"subfield":{"id":"https://openalex.org/subfields/3004","display_name":"Pharmacology"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12330","display_name":"Botanical Research and Applications","score":0.05810000002384186,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12497","display_name":"Traditional and Medicinal Uses of Annonaceae","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/1303","display_name":"Biochemistry"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vietnamese","display_name":"Vietnamese","score":0.8363000154495239},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5504000186920166},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5098999738693237},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.49970000982284546},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.45410001277923584},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4510999917984009}],"concepts":[{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.8363000154495239},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7263000011444092},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5098999738693237},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.49970000982284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4893999993801117},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.45410001277923584},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4510999917984009},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43650001287460327},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.3971000015735626},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.39430001378059387},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2858000099658966}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2503.18062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.18062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2503.18062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.18062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5684465765953064,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"shown":[5],"remarkable":[6],"proficiency":[7],"in":[8,115,149],"Machine":[9],"Reading":[10],"Comprehension":[11],"(MRC)":[12],"tasks;":[13],"however,":[14],"their":[15,62],"effectiveness":[16,91],"for":[17,113,134],"low-resource":[18,135,150],"languages":[19,136],"like":[20,107,137],"Vietnamese":[21,46],"remains":[22],"largely":[23],"unexplored.":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,55,121,153],"fine-tune":[29,57],"and":[30,39,60,76,84,152],"evaluate":[31],"two":[32],"state-of-the-art":[33],"LLMs:":[34],"Llama":[35],"3":[36],"(8B":[37],"parameters)":[38],"Gemma":[40],"(7B":[41],"parameters),":[42],"on":[43],"ViMMRC,":[44],"a":[45],"MRC":[47],"dataset.":[48],"By":[49],"utilizing":[50],"Quantized":[51],"Low-Rank":[52],"Adaptation":[53],"(QLoRA),":[54],"efficiently":[56],"these":[58,85],"models":[59,71,106,157],"compare":[61],"performance":[63],"against":[64],"powerful":[65],"LLM-based":[66],"baselines.":[67],"Although":[68],"our":[69,93,155],"fine-tuned":[70,156],"are":[72],"smaller":[73],"than":[74],"GPT-3":[75],"GPT-3.5,":[77],"they":[78],"outperform":[79],"both":[80],"traditional":[81],"BERT-based":[82],"approaches":[83],"larger":[86],"models.":[87],"This":[88],"demonstrates":[89],"the":[90,102,143],"of":[92,104,125,145],"fine-tuning":[94],"process,":[95],"showcasing":[96],"how":[97],"modern":[98],"LLMs":[99,133],"can":[100],"surpass":[101],"capabilities":[103],"older":[105],"BERT":[108],"while":[109],"still":[110],"being":[111],"suitable":[112],"deployment":[114],"resource-constrained":[116],"environments.":[117],"Through":[118],"intensive":[119],"analyses,":[120],"explore":[122],"various":[123],"aspects":[124],"model":[126],"performance,":[127],"providing":[128],"valuable":[129],"insights":[130],"into":[131],"adapting":[132],"Vietnamese.":[138],"Our":[139],"study":[140],"contributes":[141],"to":[142],"advancement":[144],"natural":[146],"language":[147],"processing":[148],"languages,":[151],"make":[154],"publicly":[158],"available":[159],"at:":[160],"https://huggingface.co/iaiuet.":[161]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}