{"id":"https://openalex.org/W7171733062","doi":"https://doi.org/10.1145/3794763.3794819","title":"Guidelines to Prompt Large Language Models for Code Generation: An Empirical Characterization","display_name":"Guidelines to Prompt Large Language Models for Code Generation: An Empirical Characterization","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7171733062","doi":"https://doi.org/10.1145/3794763.3794819"},"language":null,"primary_location":{"id":"doi:10.1145/3794763.3794819","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794819","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3794763.3794819","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064043728","display_name":"Alessandro Midolo","orcid":"https://orcid.org/0000-0002-9575-8054"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Midolo","raw_affiliation_strings":["University of Catania, Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0002-9575-8054","affiliations":[{"raw_affiliation_string":"University of Catania, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116129053","display_name":"Alessandro Giagnorio","orcid":null},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alessandro Giagnorio","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0009-0009-3454-3349","affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006441254","display_name":"Fiorella Zampetti","orcid":"https://orcid.org/0000-0001-7098-8964"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fiorella Zampetti","raw_affiliation_strings":["University of Sannio, Italy, Benevento, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7098-8964","affiliations":[{"raw_affiliation_string":"University of Sannio, Italy, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079385464","display_name":"Rosalia Tufano","orcid":"https://orcid.org/0009-0009-7017-3066"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rosalia Tufano","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0009-0009-7017-3066","affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056526226","display_name":"Gabriele Bavota","orcid":"https://orcid.org/0000-0002-2216-3148"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2216-3148","affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025099559","display_name":"Massimiliano Di Penta","orcid":"https://orcid.org/0000-0002-0340-9747"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimiliano Di Penta","raw_affiliation_strings":["University of Sannio, Italy, Benevento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0340-9747","affiliations":[{"raw_affiliation_string":"University of Sannio, Italy, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"319","last_page":"330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5080000162124634},{"id":"https://openalex.org/keywords/characterization","display_name":"Characterization (materials science)","score":0.3716000020503998},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.3691999912261963},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.2964000105857849},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.295199990272522},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.28110000491142273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6599000096321106},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5080000162124634},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.47209998965263367},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33219999074935913},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3050999939441681},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2540999948978424},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2517000138759613},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3794763.3794819","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794819","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3794763.3794819","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794819","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2139876174","https://openalex.org/W3177813494","https://openalex.org/W4287024925","https://openalex.org/W4376653844","https://openalex.org/W4382704594","https://openalex.org/W4387963849","https://openalex.org/W4389520756","https://openalex.org/W4391558545","https://openalex.org/W4391835303","https://openalex.org/W4392270593","https://openalex.org/W4393178049","https://openalex.org/W4394745253","https://openalex.org/W4394745858","https://openalex.org/W4398239202","https://openalex.org/W4399115112","https://openalex.org/W4399557965","https://openalex.org/W4399577198","https://openalex.org/W4400023054","https://openalex.org/W4400318591","https://openalex.org/W4400411161","https://openalex.org/W4401543501","https://openalex.org/W4402671875","https://openalex.org/W4402860127","https://openalex.org/W4403536220","https://openalex.org/W4403536492","https://openalex.org/W4404986518","https://openalex.org/W4406271108","https://openalex.org/W4407093093","https://openalex.org/W4409695523","https://openalex.org/W4410537502","https://openalex.org/W4411234055","https://openalex.org/W4411271504","https://openalex.org/W4411272485","https://openalex.org/W4411337751","https://openalex.org/W4411449798","https://openalex.org/W4412171639","https://openalex.org/W4412638516","https://openalex.org/W4412944689","https://openalex.org/W4414846007","https://openalex.org/W7125135101","https://openalex.org/W7133198585"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,35],"extensively":[5],"used":[6],"nowadays":[7],"for":[8,45,96,142,148],"various":[9,108],"software":[10,152],"engineering":[11,23],"tasks,":[12],"primarily":[13],"code":[14,46],"generation.":[15,47],"Previous":[16],"research":[17],"has":[18],"shown":[19],"how":[20],"suitable":[21,43],"prompt":[22,56,80,97,129],"can":[24],"help":[25],"developers":[26,40],"improve":[27],"their":[28,124,133],"code-generation":[29,68],"prompts.":[30],"However,":[31],"so":[32],"far,":[33],"there":[34],"no":[36],"specific":[37],"guidelines":[38,95],"guiding":[39],"in":[41],"writing":[42],"prompts":[44],"In":[48],"this":[49,76],"work,":[50],"we":[51,71],"derive":[52],"and":[53,70,132,144],"evaluate":[54],"development-specific":[55],"optimization":[57],"guidelines.":[58],"We":[59,88,115],"use":[60,89,125],"an":[61,117],"iterative,":[62],"test-driven":[63],"approach":[64],"to":[65,78,85,92,100],"automatically":[66],"refine":[67],"prompts,":[69],"analyze":[72],"the":[73,127],"results":[74,137],"of":[75,110,126],"process":[77],"identify":[79],"improvement":[81,130],"items":[82],"that":[83],"lead":[84],"test":[86],"passes.":[87],"such":[90],"elements":[91],"elicit":[93],"10":[94],"improvement,":[98],"related":[99],"better":[101],"specifying":[102],"I/O,":[103],"pre/post":[104],"conditions,":[105],"providing":[106],"examples,":[107],"types":[109],"details,":[111],"or":[112],"clarifying":[113],"ambiguities.":[114],"conducted":[116],"assessment":[118],"with":[119],"50":[120],"practitioners,":[121],"who":[122],"reported":[123],"elicited":[128],"patterns":[131],"perceived":[134],"usefulness.":[135],"Our":[136],"have":[138],"implications":[139],"not":[140],"only":[141],"practitioners":[143],"educators,":[145],"but":[146],"also":[147],"those":[149],"creating":[150],"LLM-aided":[151],"development":[153],"tools.":[154]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2026-07-30T00:00:00"}