{"id":"https://openalex.org/W4406891898","doi":"https://doi.org/10.1109/fllm63129.2024.10852455","title":"A Systematic Study on the Potentials and Limitations of LLM-assisted Software Development","display_name":"A Systematic Study on the Potentials and Limitations of LLM-assisted Software Development","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4406891898","doi":"https://doi.org/10.1109/fllm63129.2024.10852455"},"language":"en","primary_location":{"id":"doi:10.1109/fllm63129.2024.10852455","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116056827","display_name":"Chiara Michelutti","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Chiara Michelutti","raw_affiliation_strings":["Technische Universität Berlin,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität Berlin,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014780911","display_name":"J Eckert","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jens Eckert","raw_affiliation_strings":["Technische Universität Berlin,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität Berlin,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116056828","display_name":"Milko Monecke","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Milko Monecke","raw_affiliation_strings":["Technische Universität Berlin,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität Berlin,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079280061","display_name":"Julian Klein","orcid":"https://orcid.org/0009-0005-2899-3934"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julian Klein","raw_affiliation_strings":["Technische Universität Berlin,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität Berlin,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017296585","display_name":"Sabine Glesner","orcid":"https://orcid.org/0009-0003-6946-3257"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sabine Glesner","raw_affiliation_strings":["Technische Universität Berlin,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität Berlin,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5116056827"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":3.2703,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.93579357,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"330","last_page":"338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13243","display_name":"Innovation in Digital Healthcare Systems","score":0.5972999930381775,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T13243","display_name":"Innovation in Digital Healthcare Systems","score":0.5972999930381775,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.63410484790802},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47137391567230225},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.37795472145080566},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3203176259994507},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17704463005065918},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.088573157787323}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63410484790802},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47137391567230225},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37795472145080566},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3203176259994507},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17704463005065918},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.088573157787323}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fllm63129.2024.10852455","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W4388159246","https://openalex.org/W4391282616","https://openalex.org/W4392484257","https://openalex.org/W4400643138","https://openalex.org/W4403171670","https://openalex.org/W6794686226","https://openalex.org/W6850202480","https://openalex.org/W6850941978","https://openalex.org/W6852110739","https://openalex.org/W6852275782","https://openalex.org/W6852318870","https://openalex.org/W6852499657","https://openalex.org/W6853263687","https://openalex.org/W6853465110","https://openalex.org/W6855386784","https://openalex.org/W6855784725","https://openalex.org/W6859174334","https://openalex.org/W6859944451","https://openalex.org/W6860009543","https://openalex.org/W6861905404","https://openalex.org/W6862830833","https://openalex.org/W6864945830","https://openalex.org/W6870160826"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"the":[1,38,45,49,52,65,76,86,103,113,116,131,136],"field":[2],"of":[3,22,40,51,67,78,88,96,105,115,121],"software":[4],"engineering,":[5],"Large":[6],"Language":[7],"Models":[8],"like":[9],"GPT":[10],"have":[11,35],"gained":[12],"enormous":[13],"interest":[14],"in":[15,82,93],"recent":[16],"times.":[17],"With":[18],"its":[19,56],"expanding":[20],"area":[21],"application,":[23],"ChatGPT":[24,128],"has":[25],"become":[26],"an":[27,97],"essential":[28],"tool":[29],"for":[30,70],"code":[31,42,72],"generation.":[32,73],"Several":[33],"studies":[34],"shown":[36],"that":[37,127],"quality":[39,50],"generated":[41],"depends":[43],"on":[44,91],"underlying":[46],"dataset":[47],"and":[48,59,112],"provided":[53],"prompts.":[54],"However,":[55],"precise":[57],"capabilities":[58],"limitations":[60],"remain":[61],"uncertain,":[62],"as":[63],"does":[64],"extent":[66],"assistance":[68],"required":[69],"effective":[71],"We":[74,101],"present":[75],"results":[77,114,125],"our":[79],"systematic":[80],"study":[81],"which":[83],"we":[84],"investigate":[85],"potential":[87],"ChatGPT,":[89],"based":[90],"GPT-4,":[92],"solving":[94],"assignments":[95,132],"introductory-level":[98],"programming":[99,106],"class.":[100],"examine":[102],"impact":[104],"language":[107],"choice,":[108],"different":[109],"prompting":[110],"strategies,":[111],"model":[117],"compared":[118],"to":[119],"those":[120],"real":[122],"students.":[123],"Our":[124],"show":[126],"cannot":[129],"solve":[130],"independently,":[133],"but":[134],"outperforms":[135],"average":[137],"student":[138],"with":[139],"human":[140],"assistance.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}