{"id":"https://openalex.org/W7169615406","doi":"https://doi.org/10.48550/arxiv.2607.14816","title":"Large Language Models for Code Generation from Multilingual Prompts: A Curated Benchmark and a Study on Code Quality","display_name":"Large Language Models for Code Generation from Multilingual Prompts: A Curated Benchmark and a Study on Code Quality","publication_year":2026,"publication_date":"2026-07-16","ids":{"openalex":"https://openalex.org/W7169615406","doi":"https://doi.org/10.48550/arxiv.2607.14816"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.14816","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14816","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.14816","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5141070698","display_name":"Saima Afrin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Afrin, Saima","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064043728","display_name":"Alessandro Midolo","orcid":"https://orcid.org/0000-0002-9575-8054"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Midolo, Alessandro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064037586","display_name":"Camilo Escobar\u2010Vel\u00e1squez","orcid":"https://orcid.org/0000-0001-8414-9301"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Escobar-Vel\u00e1squez, Camilo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069439324","display_name":"Mario Linares\u2010V\u00e1squez","orcid":"https://orcid.org/0000-0003-0161-2888"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linares-V\u00e1squez, Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065027880","display_name":"Weiyuan Ding","orcid":"https://orcid.org/0000-0003-3232-0693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Weiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141089751","display_name":"Bowen Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141075775","display_name":"Massimiliano Di Penta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di Penta, Massimiliano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069505458","display_name":"Antonio Mastropaolo","orcid":"https://orcid.org/0000-0002-7965-7712"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mastropaolo, Antonio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7580999732017517,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7580999732017517,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.016200000420212746,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5979999899864197},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5940999984741211},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5485000014305115},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.49239999055862427},{"id":"https://openalex.org/keywords/low-level-programming-language","display_name":"Low-level programming language","score":0.4388999938964844},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.415800005197525},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.40860000252723694},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3849000036716461},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.37450000643730164},{"id":"https://openalex.org/keywords/programming-language-implementation","display_name":"Programming language implementation","score":0.362199991941452}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8669999837875366},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.7128999829292297},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5979999899864197},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5940999984741211},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5485000014305115},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47350001335144043},{"id":"https://openalex.org/C124577441","wikidata":"https://www.wikidata.org/wiki/Q558937","display_name":"Low-level programming language","level":5,"score":0.4388999938964844},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3849000036716461},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C201997060","wikidata":"https://www.wikidata.org/wiki/Q4117406","display_name":"Programming language implementation","level":5,"score":0.362199991941452},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3598000109195709},{"id":"https://openalex.org/C570499","wikidata":"https://www.wikidata.org/wiki/Q1289116","display_name":"First-generation programming language","level":3,"score":0.35269999504089355},{"id":"https://openalex.org/C151578736","wikidata":"https://www.wikidata.org/wiki/Q1251793","display_name":"Redundant code","level":4,"score":0.3458999991416931},{"id":"https://openalex.org/C15077461","wikidata":"https://www.wikidata.org/wiki/Q7248507","display_name":"Programming language specification","level":5,"score":0.33090001344680786},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C191399111","wikidata":"https://www.wikidata.org/wiki/Q64861","display_name":"Transitive relation","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C169796678","wikidata":"https://www.wikidata.org/wiki/Q835124","display_name":"Very high-level programming language","level":5,"score":0.3165000081062317},{"id":"https://openalex.org/C33857546","wikidata":"https://www.wikidata.org/wiki/Q80006","display_name":"Computer programming","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2939000129699707},{"id":"https://openalex.org/C67463725","wikidata":"https://www.wikidata.org/wiki/Q17081452","display_name":"Natural language programming","level":5,"score":0.28700000047683716},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.25999999046325684},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.25519999861717224},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2531000077724457},{"id":"https://openalex.org/C19024347","wikidata":"https://www.wikidata.org/wiki/Q211496","display_name":"High-level programming language","level":3,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.14816","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14816","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.14816","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14816","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5830144882202148,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"perform":[4],"differently":[5],"on":[6,35,162],"identical":[7],"programming":[8,40,53,165],"tasks":[9,54,71],"when":[10],"prompted":[11],"in":[12,133,181,198],"different":[13],"natural":[14],"languages,":[15],"a":[16],"phenomenon":[17],"known":[18],"as":[19,129],"language":[20,49,131,160,166,180,196],"bias.":[21],"While":[22],"this":[23],"behavior":[24],"has":[25],"been":[26],"widely":[27],"studied":[28],"for":[29,194,204],"general":[30],"text":[31],"generation,":[32],"its":[33],"impact":[34,157],"code":[36,58,102,117,153,173,199,209],"generation":[37,200,210],"quality":[38,114],"and":[39,64,75,80,91,125,135,167,170,183,201],"conventions":[41],"remains":[42],"largely":[43],"unexplored.":[44],"We":[45,78,98],"investigate":[46],"how":[47],"the":[48,56,83,100,130,148,156,164,168,178,189],"used":[50,132],"to":[51],"describe":[52],"affects":[55],"source":[57],"generated":[59,101,172],"by":[60,121],"GPT-4o":[61],"mini,":[62],"DeepSeek,":[63],"Claude.":[65],"Our":[66,137],"study":[67],"comprises":[68],"460":[69],"coding":[70],"spanning":[72],"Python":[73],"(230)":[74],"Java":[76],"(230).":[77],"translate":[79],"manually":[81],"curate":[82],"original":[84],"English":[85,142,176],"prompts":[86,143],"into":[87],"Chinese,":[88],"Hindi,":[89],"Spanish,":[90],"Italian":[92],"while":[93],"preserving":[94],"their":[95],"technical":[96],"meaning.":[97],"evaluate":[99],"using":[103,115],"multiple":[104],"dimensions,":[105],"including":[106],"functional":[107,150],"correctness":[108,151],"through":[109],"test":[110],"pass":[111],"rates,":[112],"structural":[113],"established":[116],"metrics,":[118],"issues":[119],"detected":[120],"static":[122],"analysis":[123],"tools,":[124],"lexical":[126],"characteristics":[127],"such":[128],"identifiers":[134],"comments.":[136],"results":[138],"show":[139],"that":[140],"(i)":[141],"do":[144],"not":[145],"consistently":[146],"produce":[147],"best":[149],"or":[152],"quality,":[154],"(ii)":[155],"of":[158],"prompt":[159,179],"depends":[161],"both":[163],"LLM,":[169],"(iii)":[171],"frequently":[174],"mixes":[175],"with":[177],"comments":[182],"string":[184],"literals.":[185],"These":[186],"findings":[187],"provide":[188],"first":[190],"curated":[191],"multilingual":[192,208],"benchmark":[193],"studying":[195],"bias":[197],"offer":[202],"insights":[203],"developing":[205],"more":[206],"robust":[207],"systems.":[211]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-18T00:00:00"}