{"id":"https://openalex.org/W4386794650","doi":"https://doi.org/10.48550/arxiv.2309.07423","title":"ChatGPT MT: Competitive for High- (but not Low-) Resource Languages","display_name":"ChatGPT MT: Competitive for High- (but not Low-) Resource Languages","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386794650","doi":"https://doi.org/10.48550/arxiv.2309.07423"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.07423","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.07423","pdf_url":"https://arxiv.org/pdf/2309.07423","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.07423","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001763810","display_name":"Nathaniel R. Robinson","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Robinson, Nathaniel R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045030523","display_name":"Perez Ogayo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ogayo, Perez","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059859009","display_name":"David R. Mortensen","orcid":"https://orcid.org/0000-0002-3927-6851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mortensen, David R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neubig, Graham","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001763810"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9187999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5885217189788818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5784074664115906},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5224705934524536},{"id":"https://openalex.org/keywords/expansive","display_name":"Expansive","score":0.4950107932090759},{"id":"https://openalex.org/keywords/disadvantaged","display_name":"Disadvantaged","score":0.4902551472187042},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48924827575683594},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.46249938011169434},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4105414152145386},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3782426416873932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36096563935279846},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.23989719152450562},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.17288637161254883},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13505297899246216}],"concepts":[{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5885217189788818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5784074664115906},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5224705934524536},{"id":"https://openalex.org/C2780502288","wikidata":"https://www.wikidata.org/wiki/Q28838156","display_name":"Expansive","level":3,"score":0.4950107932090759},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.4902551472187042},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48924827575683594},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.46249938011169434},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4105414152145386},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3782426416873932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36096563935279846},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23989719152450562},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.17288637161254883},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13505297899246216},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C30407753","wikidata":"https://www.wikidata.org/wiki/Q186191","display_name":"Compressive strength","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2309.07423","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.07423","pdf_url":"https://arxiv.org/pdf/2309.07423","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.07423","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.07423","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.07423","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.07423","pdf_url":"https://arxiv.org/pdf/2309.07423","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386794650.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4366769580","https://openalex.org/W2350227609","https://openalex.org/W3140304255","https://openalex.org/W1546741102","https://openalex.org/W2353368610","https://openalex.org/W2385913382","https://openalex.org/W2388183047","https://openalex.org/W2002810666","https://openalex.org/W3005664739","https://openalex.org/W4200261492"],"abstract_inverted_index":{"Large":[0],"language":[1,11],"models":[2,99],"(LLMs)":[3],"implicitly":[4],"learn":[5],"to":[6,61,146],"perform":[7],"a":[8,28,132],"range":[9],"of":[10,21,31,56,83,124],"tasks,":[12],"including":[13],"machine":[14],"translation":[15],"(MT).":[16],"Previous":[17],"studies":[18],"explore":[19],"aspects":[20],"LLMs'":[22],"MT":[23,37,88,104,121],"capabilities.":[24],"However,":[25],"there":[26],"exist":[27],"wide":[29],"variety":[30],"languages":[32,60,110,117,125],"for":[33,54,70,79,107,115,122,156],"which":[34],"recent":[35],"LLM":[36],"performance":[38,106],"has":[39],"never":[40],"before":[41],"been":[42],"evaluated.":[43],"Without":[44],"published":[45],"experimental":[46,77],"evidence":[47,78],"on":[48],"the":[49,57,75,92,137],"matter,":[50],"it":[51],"is":[52,136,153],"difficult":[53],"speakers":[55],"world's":[58],"diverse":[59],"know":[62],"how":[63],"and":[64,149,158],"whether":[65],"they":[66],"can":[67],"use":[68],"LLMs":[69],"their":[71],"languages.":[72,160],"We":[73],"present":[74],"first":[76],"an":[80],"expansive":[81],"set":[82],"204":[84],"languages,":[85],"along":[86],"with":[87],"cost":[89],"analysis,":[90],"using":[91],"FLORES-200":[93],"benchmark.":[94],"Trends":[95],"reveal":[96],"that":[97,131,151],"GPT":[98],"approach":[100],"or":[101],"exceed":[102],"traditional":[103,120],"model":[105],"some":[108],"high-resource":[109],"(HRLs)":[111],"but":[112],"consistently":[113],"lag":[114],"low-resource":[116],"(LRLs),":[118],"under-performing":[119],"84.1%":[123],"we":[126],"covered.":[127],"Our":[128],"analysis":[129],"reveals":[130],"language's":[133],"resource":[134],"level":[135],"most":[138],"important":[139],"feature":[140],"in":[141],"determining":[142],"ChatGPT's":[143],"relative":[144],"ability":[145],"translate":[147],"it,":[148],"suggests":[150],"ChatGPT":[152],"especially":[154],"disadvantaged":[155],"LRLs":[157],"African":[159]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}