{"id":"https://openalex.org/W4391386032","doi":"https://doi.org/10.3390/a17020062","title":"Program Code Generation with Generative AIs","display_name":"Program Code Generation with Generative AIs","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391386032","doi":"https://doi.org/10.3390/a17020062"},"language":"en","primary_location":{"id":"doi:10.3390/a17020062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a17020062","pdf_url":"https://www.mdpi.com/1999-4893/17/2/62/pdf?version=1706690455","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/17/2/62/pdf?version=1706690455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093829046","display_name":"Baskhad Idrisov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148941","display_name":"IU International University of Applied Sciences","ror":"https://ror.org/04fdat027","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210148941"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Baskhad Idrisov","raw_affiliation_strings":["IU International University of Applied Sciences, 99084 Erfurt, Germany"],"affiliations":[{"raw_affiliation_string":"IU International University of Applied Sciences, 99084 Erfurt, Germany","institution_ids":["https://openalex.org/I4210148941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019720894","display_name":"Tim Schlippe","orcid":"https://orcid.org/0000-0002-9462-8610"},"institutions":[{"id":"https://openalex.org/I4210148941","display_name":"IU International University of Applied Sciences","ror":"https://ror.org/04fdat027","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210148941"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tim Schlippe","raw_affiliation_strings":["IU International University of Applied Sciences, 99084 Erfurt, Germany"],"affiliations":[{"raw_affiliation_string":"IU International University of Applied Sciences, 99084 Erfurt, Germany","institution_ids":["https://openalex.org/I4210148941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5019720894"],"corresponding_institution_ids":["https://openalex.org/I4210148941"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":16.9039,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.99336787,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"17","issue":"2","first_page":"62","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6370365023612976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6126256585121155},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5479431748390198},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4866817593574524},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.437541127204895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3344559073448181}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6370365023612976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6126256585121155},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5479431748390198},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4866817593574524},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.437541127204895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3344559073448181},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a17020062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a17020062","pdf_url":"https://www.mdpi.com/1999-4893/17/2/62/pdf?version=1706690455","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3e5b6830895447039dbde3efafc54327","is_oa":true,"landing_page_url":"https://doaj.org/article/3e5b6830895447039dbde3efafc54327","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 17, Iss 2, p 62 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a17020062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a17020062","pdf_url":"https://www.mdpi.com/1999-4893/17/2/62/pdf?version=1706690455","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391386032.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1964962870","https://openalex.org/W2955432568","https://openalex.org/W2958376809","https://openalex.org/W3154565815","https://openalex.org/W3157200701","https://openalex.org/W3191477649","https://openalex.org/W4225279003","https://openalex.org/W4230948694","https://openalex.org/W4281763794","https://openalex.org/W4285225959","https://openalex.org/W4308627320","https://openalex.org/W4311887664","https://openalex.org/W4312208849","https://openalex.org/W4312438588","https://openalex.org/W4321106177","https://openalex.org/W4322503461","https://openalex.org/W4367061230","https://openalex.org/W4367676590","https://openalex.org/W4389519352","https://openalex.org/W4390874796"],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W4237784285","https://openalex.org/W4390549206","https://openalex.org/W4390718435","https://openalex.org/W3137171911","https://openalex.org/W2159936604","https://openalex.org/W2163672025","https://openalex.org/W2258184894","https://openalex.org/W2048831961","https://openalex.org/W1606349578"],"abstract_inverted_index":{"Our":[0],"paper":[1],"compares":[2],"the":[3,18,45,81,115,169,194,207,214,230],"correctness,":[4],"efficiency,":[5],"and":[6,10,23,32,39,58,74,140,149,151,223],"maintainability":[7,46,59],"of":[8,21,52,91,114,174,183],"human-generated":[9,24],"AI-generated":[11,190,199],"program":[12,25,69,97,132,165,208,231],"code.":[13],"For":[14,61,197],"that,":[15],"we":[16,43,64],"analyzed":[17],"computational":[19],"resources":[20],"AI-":[22],"code":[26,70,133,209,232],"using":[27,47],"metrics":[28,48],"such":[29,49],"as":[30,35,37,50],"time":[31,219],"space":[33],"complexity":[34,57],"well":[36],"runtime":[38],"memory":[40],"usage.":[41],"Additionally,":[42],"evaluated":[44],"lines":[51],"code,":[53],"cyclomatic":[54],"complexity,":[55],"Halstead":[56],"index.":[60],"our":[62],"experiments,":[63],"had":[65],"generative":[66,102,171],"AIs":[67],"produce":[68],"in":[71,95,218,226],"Java,":[72],"Python,":[73],"C++":[75],"that":[76],"solves":[77],"problems":[78,90,117,136,147],"defined":[79],"on":[80],"competition":[82],"coding":[83,181],"website":[84],"leetcode.com.":[85],"We":[86],"selected":[87],"six":[88],"LeetCode":[89],"varying":[92],"difficulty,":[93],"resulting":[94],"18":[96,116],"codes":[98,191,201],"generated":[99,130,161],"by":[100,107],"each":[101],"AI.":[103],"GitHub":[104],"Copilot,":[105],"powered":[106],"Codex":[108],"(GPT-3.0),":[109],"performed":[110],"best,":[111],"solving":[112],"9":[113],"(50.0%),":[118],"whereas":[119],"CodeWhisperer":[120],"did":[121],"not":[122],"solve":[123,193,213],"a":[124,176,180],"single":[125],"problem.":[126,196],"BingAI":[127],"Chat":[128],"(GPT-4.0)":[129],"correct":[131,164,177],"for":[134,145,153],"seven":[135],"(38.9%),":[137],"ChatGPT":[138,160],"(GPT-3.5)":[139],"Code":[141],"Llama":[142],"(Llama":[143],"2)":[144],"four":[146,163],"(22.2%)":[148],"StarCoder":[150],"InstructCodeT5+":[152],"only":[154,162,170,203],"one":[155],"problem":[156,182],"(5.6%).":[157],"Surprisingly,":[158],"although":[159],"codes,":[166],"it":[167],"was":[168],"AI":[172],"capable":[173],"providing":[175],"solution":[178],"to":[179,206,212,228],"difficulty":[184],"level":[185],"hard.":[186],"In":[187],"summary,":[188],"26":[189],"(20.6%)":[192],"respective":[195],"11":[198],"incorrect":[200],"(8.7%),":[202],"minimal":[204],"modifications":[205],"are":[210],"necessary":[211],"problem,":[215],"which":[216],"results":[217],"savings":[220],"between":[221],"8.9%":[222],"even":[224],"71.3%":[225],"comparison":[227],"programming":[229],"from":[233],"scratch.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":10}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}