{"id":"https://openalex.org/W4383473194","doi":"https://doi.org/10.48550/arxiv.2307.02288","title":"Performance Comparison of Large Language Models on VNHSGE English Dataset: OpenAI ChatGPT, Microsoft Bing Chat, and Google Bard","display_name":"Performance Comparison of Large Language Models on VNHSGE English Dataset: OpenAI ChatGPT, Microsoft Bing Chat, and Google Bard","publication_year":2023,"publication_date":"2023-07-05","ids":{"openalex":"https://openalex.org/W4383473194","doi":"https://doi.org/10.48550/arxiv.2307.02288"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2307.02288","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.02288","pdf_url":"https://arxiv.org/pdf/2307.02288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2307.02288","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013010094","display_name":"Xuan-Quy Dao","orcid":"https://orcid.org/0000-0001-5415-7538","observed_orcids":["https://orcid.org/0000-0001-5415-7538"]},"institutions":[{"id":"https://openalex.org/I4210142079","display_name":"Eastern International University","ror":"https://ror.org/03gvjya19","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142079"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Dao, Xuan-Quy","raw_affiliation_strings":["School of Engineering Eastern International University Binh Duong , Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering Eastern International University Binh Duong , Vietnam","institution_ids":["https://openalex.org/I4210142079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5013010094"],"corresponding_institution_ids":["https://openalex.org/I4210142079"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.5605000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.5605000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.17020000517368317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.996999979019165},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8429999947547913},{"id":"https://openalex.org/keywords/bing-chat","display_name":"Bing Chat","score":0.9300000071525574},{"id":"https://openalex.org/keywords/google-bard","display_name":"Google Bard","score":0.9769999980926514},{"id":"https://openalex.org/keywords/english-proficiency","display_name":"English proficiency","score":0.6269999742507935},{"id":"https://openalex.org/keywords/secondary-school-students","display_name":"high school students","score":0.7139999866485596},{"id":"https://openalex.org/keywords/vietnamese-students","display_name":"Vietnamese students","score":0.4909999966621399},{"id":"https://openalex.org/keywords/model-performance-comparison","display_name":"model performance comparison","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.7910709381103516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6427307724952698},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.6025086641311646},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.46019792556762695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40040862560272217},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37341806292533875},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3200415372848511},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2796649932861328},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1826869547367096},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2307.02288","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.02288","pdf_url":"https://arxiv.org/pdf/2307.02288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2307.02288","doi":"https://doi.org/10.48550/arxiv.2307.02288","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2307.02288","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2307.02288","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.02288","pdf_url":"https://arxiv.org/pdf/2307.02288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6164000034332275,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383473194.pdf","grobid_xml":"https://content.openalex.org/works/W4383473194.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4385443772","https://openalex.org/W4384647938","https://openalex.org/W4378464434","https://openalex.org/W4381082115","https://openalex.org/W4389519817","https://openalex.org/W4389147838","https://openalex.org/W4392369006","https://openalex.org/W6891849535","https://openalex.org/W4392293423","https://openalex.org/W7117234323"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3],"performance":[4,28,104],"comparison":[5],"of":[6,29,86,93,96,105],"three":[7],"large":[8],"language":[9,82,100],"models":[10],"(LLMs),":[11],"namely":[12],"OpenAI":[13],"ChatGPT,":[14,106],"Microsoft":[15],"Bing":[16],"Chat":[17],"(BingChat),":[18],"and":[19,32,38,50,54,75,108,118],"Google":[20],"Bard,":[21,31],"on":[22],"the":[23,91,94,122],"VNHSGE":[24],"English":[25,81,99,120],"dataset.":[26],"The":[27,41,68,84,102],"BingChat,":[30,73,107],"ChatGPT":[33,49,58,60,76],"(GPT-3.5)":[34],"is":[35,46,61],"92.4\\%,":[36],"86\\%,":[37],"79.2\\%,":[39],"respectively.":[40],"results":[42,69],"show":[43],"that":[44,72],"BingChat":[45,53],"better":[47],"than":[48],"Bard.":[51],"Therefore,":[52],"Bard":[55,74,109],"can":[56],"replace":[57],"while":[59],"not":[62],"yet":[63],"officially":[64],"available":[65],"in":[66,80,98],"Vietnam.":[67],"also":[70],"indicate":[71],"outperform":[77],"Vietnamese":[78],"students":[79],"proficiency.":[83],"findings":[85],"this":[87],"study":[88],"contribute":[89],"to":[90],"understanding":[92],"potential":[95,112],"LLMs":[97],"education.":[101],"remarkable":[103],"demonstrates":[110],"their":[111],"as":[113],"effective":[114],"tools":[115],"for":[116],"teaching":[117],"learning":[119],"at":[121],"high":[123],"school":[124],"level.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":14}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-07-07T00:00:00"}