{"id":"https://openalex.org/W7162394858","doi":"https://doi.org/10.48550/arxiv.2605.25536","title":"A Tertiary Review of Large Language Model-Based Code Generating Tasks: Trends, Challenges, and Future Directions","display_name":"A Tertiary Review of Large Language Model-Based Code Generating Tasks: Trends, Challenges, and Future Directions","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162394858","doi":"https://doi.org/10.48550/arxiv.2605.25536"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25536","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25536","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25536","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012150307","display_name":"Muslim Chochlov","orcid":"https://orcid.org/0000-0002-6580-0311"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chochlov, Muslim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137033084","display_name":"Michael English","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"English, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084329596","display_name":"Jim Buckley","orcid":"https://orcid.org/0000-0001-6928-6746"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Buckley, Jim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2623000144958496,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2623000144958496,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.19750000536441803,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07180000096559525,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5644999742507935},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5249000191688538},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.42649999260902405},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.39750000834465027},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.37700000405311584},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.3625999987125397},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.35989999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6531999707221985},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5644999742507935},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5249000191688538},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47429999709129333},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.42649999260902405},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4099999964237213},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.38019999861717224},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.37700000405311584},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.35989999771118164},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3492000102996826},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3253999948501587},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.2858000099658966},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25536","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25536","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25536","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25536","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.427532821893692,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Context.":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"are":[5,18,142,147],"increasingly":[6],"applied":[7],"to":[8],"code-generating":[9],"tasks":[10,137],"(CGTs)":[11],"in":[12,41,73],"software":[13],"engineering.":[14],"While":[15],"reported":[16],"results":[17],"promising,":[19],"the":[20,55,105,166,184],"broader":[21],"effects":[22],"of":[23],"such":[24],"application":[25],"and":[26,62,81,88,104,138,145,156,165,190,196],"their":[27],"integration":[28,60],"into":[29],"real-world":[30,131],"development":[31],"remain":[32],"insufficiently":[33],"understood":[34],"with":[35,93,117],"existing":[36],"tertiary":[37,46],"studies":[38,113],"provide":[39],"little":[40],"this":[42],"area.":[43],"Objective.":[44],"This":[45],"study":[47],"consolidates":[48],"secondary":[49,112],"evidence":[50],"on":[51,125],"LLM-based":[52,173],"CGTs,":[53],"synthesizing":[54],"publication":[56],"landscape,":[57],"effects,":[58],"scenarios,":[59],"challenges,":[61],"future":[63],"research":[64,181],"directions.":[65],"Method.":[66],"Following":[67],"systematic":[68],"review":[69],"guidelines,":[70],"we":[71],"searched":[72],"related":[74],"digital":[75],"libraries,":[76],"complemented":[77],"by":[78],"backward-and-forward":[79],"snowballing":[80],"screening":[82],"step.":[83],"Study":[84],"quality":[85],"was":[86,91,98],"assessed":[87],"extraction":[89],"reliability":[90],"audited":[92],"inter-rater":[94],"agreement":[95],"statistics.":[96],"Evidence":[97],"synthesized":[99],"using":[100],"SWEBOK":[101],"knowledge":[102],"areas":[103],"HELM":[106],"framework.":[107],"Results.":[108],"We":[109],"identify":[110],"30":[111],"published":[114],"between":[115],"2017-2025,":[116],"rapid":[118],"growth":[119],"since":[120],"2023.":[121],"Accuracy":[122],"seems":[123],"strong":[124],"benchmarks":[126],"but":[127],"weakly":[128],"supported":[129],"for":[130,168,186],"generalization;":[132],"robustness":[133],"is":[134],"fragile":[135],"across":[136],"configurations;":[139],"efficiency":[140,195],"constraints":[141],"pervasive;":[143],"toxicity":[144],"bias":[146],"under-reported.":[148],"Dominant":[149],"challenges":[150],"concern":[151],"economic":[152],"feasibility,":[153],"evaluation":[154],"validity,":[155],"socio-technical":[157],"integration.":[158],"Future":[159],"directions":[160],"suggest":[161],"domain-aware":[162,187],"model":[163,188],"improvement":[164],"need":[167,185],"holistic,":[169,191],"standardized":[170,192],"evaluation.":[171],"Conclusion.":[172],"CGTs":[174],"represent":[175],"a":[176],"fast-maturing":[177],"yet":[178],"unevenly":[179],"evaluated":[180],"area,":[182],"highlighting":[183],"improvements":[189],"evaluation,":[193],"addressing":[194],"associated":[197],"costs.":[198]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-27T00:00:00"}