{"id":"https://openalex.org/W4389374673","doi":"https://doi.org/10.1145/3628797.3628837","title":"Evaluating the Symbol Binding Ability of Large Language Models for Multiple-Choice Questions in Vietnamese General Education","display_name":"Evaluating the Symbol Binding Ability of Large Language Models for Multiple-Choice Questions in Vietnamese General Education","publication_year":2023,"publication_date":"2023-12-06","ids":{"openalex":"https://openalex.org/W4389374673","doi":"https://doi.org/10.1145/3628797.3628837"},"language":"en","primary_location":{"id":"doi:10.1145/3628797.3628837","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628797.3628837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Symposium on Information and Communication Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009894498","display_name":"Duc-Vu Nguyen","orcid":"https://orcid.org/0000-0003-0072-2524"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Duc-Vu Nguyen","raw_affiliation_strings":["University of Information Technology, Vietnam and Vietnam National University Ho Chi Minh City, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Information Technology, Vietnam and Vietnam National University Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059145866","display_name":"Quoc-Nam Nguyen","orcid":"https://orcid.org/0009-0009-1468-7740"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Quoc-Nam Nguyen","raw_affiliation_strings":["University of Information Technology, Vietnam and Vietnam National University Ho Chi Minh City, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Information Technology, Vietnam and Vietnam National University Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009894498"],"corresponding_institution_ids":["https://openalex.org/I123565023"],"apc_list":null,"apc_paid":null,"fwci":1.2193,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8377312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"379","last_page":"386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vietnamese","display_name":"Vietnamese","score":0.9359972476959229},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6426416635513306},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6011322140693665},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5528834462165833},{"id":"https://openalex.org/keywords/symbol","display_name":"Symbol (formal)","score":0.5373510122299194},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4028928577899933},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40258362889289856},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3251946270465851},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2481088936328888},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22584253549575806},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10216709971427917}],"concepts":[{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.9359972476959229},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6426416635513306},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6011322140693665},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5528834462165833},{"id":"https://openalex.org/C134400042","wikidata":"https://www.wikidata.org/wiki/Q2372244","display_name":"Symbol (formal)","level":2,"score":0.5373510122299194},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4028928577899933},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40258362889289856},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3251946270465851},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2481088936328888},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22584253549575806},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10216709971427917},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3628797.3628837","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628797.3628837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Symposium on Information and Communication Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2782238183","https://openalex.org/W3024282793","https://openalex.org/W3059713349","https://openalex.org/W3131544842","https://openalex.org/W4296605665","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2901286616","https://openalex.org/W3113733647","https://openalex.org/W4206924063","https://openalex.org/W2901718966","https://openalex.org/W3042674643","https://openalex.org/W3022757400","https://openalex.org/W1844055093","https://openalex.org/W61780229","https://openalex.org/W2077055222","https://openalex.org/W2973218968"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"evaluate":[4,80,126],"the":[5,67,92,127,148,164,180,199,214],"ability":[6,129,216],"of":[7,130,162,182,186,217],"large":[8],"language":[9,61,134],"models":[10,135],"(LLMs)":[11],"to":[12,77,79,99,125],"perform":[13],"multiple":[14,20],"choice":[15,21],"symbol":[16],"binding":[17],"(MCSB)":[18],"for":[19,110,114,219,225],"question":[22],"answering":[23],"(MCQA)":[24],"tasks":[25],"in":[26,42,58,141,170],"zero-shot,":[27],"one-shot,":[28],"and":[29,50,103,118,132,178,196,202,206],"few-shot":[30],"settings.":[31],"We":[32,97,146],"focus":[33,53],"on":[34,54,66,88,159,198,213],"Vietnamese,":[35],"with":[36],"fewer":[37],"challenging":[38],"MCQA":[39],"datasets":[40],"than":[41],"English.":[43],"The":[44,221],"two":[45],"existing":[46],"datasets,":[47],"ViMMRC":[48,51,200,203],"1.0":[49,201],"2.0,":[52],"literature.":[55],"Recent":[56],"research":[57,226],"Vietnamese":[59,68,172],"natural":[60],"processing":[62],"(NLP)":[63],"has":[64],"focused":[65,87],"National":[69],"High":[70],"School":[71],"Graduation":[72],"Examination":[73],"(VNHSGE)":[74],"from":[75],"2019":[76],"2023":[78],"ChatGPT.":[81],"However,":[82],"these":[83],"studies":[84],"have":[85],"mainly":[86],"how":[89],"ChatGPT":[90],"solves":[91],"VNHSGE":[93],"step":[94,166,168],"by":[95,106,167],"step.":[96],"aim":[98],"create":[100],"a":[101,142],"novel":[102],"high-quality":[104],"dataset":[105,121,209,222],"providing":[107],"structured":[108],"guidelines":[109],"typing":[111],"LaTeX":[112,144],"formulas":[113],"mathematics,":[115],"physics,":[116],"chemistry,":[117],"biology.":[119],"This":[120,174],"can":[122],"be":[123],"used":[124],"MCSB":[128,215],"LLMs":[131,218],"smaller":[133],"(LMs)":[136],"because":[137],"it":[138],"is":[139,223],"typed":[140],"strict":[143],"style.":[145],"determine":[147],"most":[149],"probable":[150],"character":[151],"answer":[152,165],"(A,":[153],"B,":[154],"C,":[155],"or":[156],"D)":[157],"based":[158],"context,":[160],"instead":[161],"finding":[163],"as":[169],"previous":[171],"works.":[173],"reduces":[175],"computational":[176],"costs":[177],"accelerates":[179],"evaluation":[181,185],"LLMs.":[183],"Our":[184],"six":[187],"well-known":[188],"LLMs,":[189],"namely":[190],"BLOOMZ-7.1B-MT,":[191],"LLaMA-2-7B,":[192],"LLaMA-2-70B,":[193],"GPT-3,":[194],"GPT-3.5,":[195],"GPT-4.0,":[197],"2.0":[204],"benchmarks":[205],"our":[207],"proposed":[208],"shows":[210],"promising":[211],"results":[212],"Vietnamese.":[220],"available1":[224],"purposes":[227],"only.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}