{"id":"https://openalex.org/W7169857863","doi":"https://doi.org/10.1145/3793655.3793719","title":"Reporting LLM Prompting in Automated Software Engineering: A Guideline Based on Current Practices and Expectations","display_name":"Reporting LLM Prompting in Automated Software Engineering: A Guideline Based on Current Practices and Expectations","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7169857863","doi":"https://doi.org/10.1145/3793655.3793719"},"language":null,"primary_location":{"id":"doi:10.1145/3793655.3793719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793655.3793719","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 IEEE/ACM Third International Conference on AI Foundation Models and Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3793655.3793719","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109845912","display_name":"Alexander Korn","orcid":"https://orcid.org/0009-0002-6258-6791"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Korn","raw_affiliation_strings":["University of Duisburg-Essen, Essen, Germany"],"raw_orcid":"https://orcid.org/0009-0002-6258-6791","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122185989","display_name":"Lea Zaruchas","orcid":null},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lea Zaruchas","raw_affiliation_strings":["University of Cologne, Cologne, Germany"],"raw_orcid":"https://orcid.org/0009-0002-6457-8349","affiliations":[{"raw_affiliation_string":"University of Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I180923762"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019739552","display_name":"Chetan Arora","orcid":"https://orcid.org/0000-0003-1466-7386"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chetan Arora","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1466-7386","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082025709","display_name":"Andreas Metzger","orcid":"https://orcid.org/0000-0002-4808-8297"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Metzger","raw_affiliation_strings":["University of Duisburg-Essen, Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4808-8297","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018758073","display_name":"Sven Smolka","orcid":"https://orcid.org/0000-0001-6829-0401"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Smolka","raw_affiliation_strings":["University of Duisburg-Essen, Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6829-0401","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108050054","display_name":"Fanyu Wang","orcid":"https://orcid.org/0000-0002-9937-8534"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fanyu Wang","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9937-8534","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022998651","display_name":"Andreas Vogelsang","orcid":"https://orcid.org/0000-0003-1041-0815"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Vogelsang","raw_affiliation_strings":["University of Duisburg-Essen, Essen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1041-0815","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"184","last_page":"194"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5627999901771545},{"id":"https://openalex.org/keywords/guideline","display_name":"Guideline","score":0.5576000213623047},{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.38659998774528503},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.30149999260902405}],"concepts":[{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5627999901771545},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.5576000213623047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4277999997138977},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29089999198913574},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.28600001335144043},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26170000433921814},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3793655.3793719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793655.3793719","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 IEEE/ACM Third International Conference on AI Foundation Models and Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3793655.3793719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793655.3793719","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 IEEE/ACM Third International Conference on AI Foundation Models and Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W154166809","https://openalex.org/W2023844160","https://openalex.org/W2142759419","https://openalex.org/W3134402730","https://openalex.org/W3185341429","https://openalex.org/W4385572142","https://openalex.org/W4388092696","https://openalex.org/W4388422146","https://openalex.org/W4391833078","https://openalex.org/W4391974543","https://openalex.org/W4402665833","https://openalex.org/W4411271504","https://openalex.org/W4415070694","https://openalex.org/W4415334921"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models,":[2],"particularly":[3,145],"decoder-only":[4],"generative":[5],"models":[6,19],"such":[7],"as":[8,159],"GPT,":[9],"are":[10,20,47,94],"increasingly":[11],"used":[12],"to":[13,86,107,153],"automate":[14],"Software":[15],"Engineering":[16],"tasks.":[17],"These":[18],"primarily":[21],"guided":[22],"through":[23],"natural":[24],"language":[25],"prompts,":[26],"making":[27],"prompt":[28,89,112,149],"engineering":[29],"a":[30,51,68,123,160],"critical":[31],"factor":[32],"in":[33,42,50,114,169],"system":[34],"performance":[35],"and":[36,58,92,130,142,151,166],"behavior.":[37],"Despite":[38],"their":[39,109],"growing":[40],"role":[41],"SE":[43,82,171],"research,":[44],"prompt-related":[45],"decisions":[46],"rarely":[48],"documented":[49],"systematic":[52],"or":[53],"transparent":[54],"manner,":[55],"hindering":[56],"reproducibility":[57],"comparability":[59],"across":[60],"studies.":[61],"To":[62],"address":[63],"this":[64],"gap,":[65],"we":[66,73,98,121],"conducted":[67],"two-phase":[69],"empirical":[70],"study.":[71],"First,":[72],"analyzed":[74],"nearly":[75],"300":[76],"papers":[77],"published":[78],"at":[79],"the":[80,119],"top-3":[81],"conferences":[83,106],"since":[84],"2022":[85],"assess":[87],"how":[88],"design,":[90],"testing,":[91],"optimization":[93],"currently":[95],"reported.":[96],"Second,":[97],"surveyed":[99],"105":[100],"program":[101],"committee":[102],"members":[103],"from":[104],"these":[105],"capture":[108],"expectations":[110],"for":[111],"reporting":[113,132],"LLM-driven":[115],"research.":[116,172],"Based":[117],"on":[118],"findings,":[120],"derived":[122],"structured":[124],"guideline":[125,158],"that":[126],"distinguishes":[127],"essential,":[128],"desirable,":[129],"exceptional":[131],"elements.":[133],"Our":[134],"results":[135],"reveal":[136],"significant":[137],"misalignment":[138],"between":[139],"current":[140],"practices":[141],"reviewer":[143],"expectations,":[144],"regarding":[146],"version":[147],"disclosure,":[148],"justification,":[150],"threats":[152],"validity.":[154],"We":[155],"present":[156],"our":[157],"step":[161],"toward":[162],"improving":[163],"transparency,":[164],"reproducibility,":[165],"methodological":[167],"rigor":[168],"LLM-based":[170]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-07-22T00:00:00"}