{"id":"https://openalex.org/W6968297800","doi":"https://doi.org/10.5281/zenodo.16101752","title":"Reporting LLM Prompting in Automated Software Engineering: A Guideline Based on Current Practices and Expectations","display_name":"Reporting LLM Prompting in Automated Software Engineering: A Guideline Based on Current Practices and Expectations","publication_year":2025,"publication_date":"2025-07-18","ids":{"openalex":"https://openalex.org/W6968297800","doi":"https://doi.org/10.5281/zenodo.16101752"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.16101752","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16101752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.16101752","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Korn, Alexander","orcid":"https://orcid.org/0009-0002-6258-6791"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Korn, Alexander","raw_affiliation_strings":["University of Duisburg-Essen"],"raw_orcid":"https://orcid.org/0009-0002-6258-6791","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zaruchas, Lea","orcid":null},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zaruchas, Lea","raw_affiliation_strings":["University of Cologne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cologne","institution_ids":["https://openalex.org/I180923762"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Arora, Chetan","orcid":"https://orcid.org/0000-0003-1466-7386"},"institutions":[{"id":"https://openalex.org/I2801239119","display_name":"Australian Regenerative Medicine Institute","ror":"https://ror.org/02qa5kg76","country_code":"AU","type":"facility","lineage":["https://openalex.org/I2801037857","https://openalex.org/I2801239119","https://openalex.org/I56590836"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Arora, Chetan","raw_affiliation_strings":["Monash University"],"raw_orcid":"https://orcid.org/0000-0003-1466-7386","affiliations":[{"raw_affiliation_string":"Monash University","institution_ids":["https://openalex.org/I2801239119","https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Metzger, Andreas","orcid":"https://orcid.org/0000-0002-4808-8297"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Metzger, Andreas","raw_affiliation_strings":["University of Duisburg-Essen"],"raw_orcid":"https://orcid.org/0000-0002-4808-8297","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Smolka, Sven","orcid":"https://orcid.org/0000-0001-6829-0401"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Smolka, Sven","raw_affiliation_strings":["University of Duisburg-Essen"],"raw_orcid":"https://orcid.org/0000-0001-6829-0401","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Fanyu","orcid":"https://orcid.org/0000-0002-9937-8534"},"institutions":[{"id":"https://openalex.org/I2801239119","display_name":"Australian Regenerative Medicine Institute","ror":"https://ror.org/02qa5kg76","country_code":"AU","type":"facility","lineage":["https://openalex.org/I2801037857","https://openalex.org/I2801239119","https://openalex.org/I56590836"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wang, Fanyu","raw_affiliation_strings":["Monash University"],"raw_orcid":"https://orcid.org/0000-0002-9937-8534","affiliations":[{"raw_affiliation_string":"Monash University","institution_ids":["https://openalex.org/I2801239119","https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":null,"display_name":"Vogelsang, Andreas","orcid":"https://orcid.org/0000-0003-1041-0815"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vogelsang, Andreas","raw_affiliation_strings":["University of Duisburg-Essen"],"raw_orcid":"https://orcid.org/0000-0003-1041-0815","affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/data-extraction","display_name":"Data extraction","score":0.6377999782562256},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6223999857902527},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.46389999985694885},{"id":"https://openalex.org/keywords/guideline","display_name":"Guideline","score":0.4595000147819519},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.387800008058548}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7421000003814697},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.6377999782562256},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6223999857902527},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6043000221252441},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5012000203132629},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49549999833106995},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C171730128","wikidata":"https://www.wikidata.org/wiki/Q5227290","display_name":"Data file","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37220001220703125},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33160001039505005},{"id":"https://openalex.org/C2987757206","wikidata":"https://www.wikidata.org/wiki/Q494735","display_name":"Statistical software","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2904999852180481},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C97250363","wikidata":"https://www.wikidata.org/wiki/Q235557","display_name":"File format","level":2,"score":0.26269999146461487}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.16101752","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16101752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.16101752","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16101752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"replication":[1],"package":[2],"provides":[3],"the":[4,13,20,24,30,36,40,47,53,58,67,83,91,95,106,111,118,165,198,208],"following":[5],"files:":[6],"File":[7],"Description":[8],"extraction_evaluation.ipynb":[9],"Our":[10,27,43,50],"evaluation":[11,28,45,51],"of":[12,29,46,75,94,103,124,150,182,192,200,207],"data":[14,84,96,112],"extraction,":[15],"including":[16,32,197],"code":[17,33],"to":[18,34,57,172],"generate":[19,35],"diagrams":[21,37],"shown":[22,38],"in":[23,39,66,117],"paper.":[25,41],"survey_evaluation.ipynb":[26],"survey,":[31],"statistics_evaluation.ipynv":[42],"statistical":[44],"survey.":[48,166],"filtering_recall.xlsx":[49],"comparing":[52],"LLM-based":[54],"paper":[55,187],"filtering":[56],"manual":[59,122,148],"ground":[60],"truth.":[61],"extraction_data_e1_counts.csv":[62],"The":[63,79,87,161,168,179],"LLMs":[64,109],"used":[65,185],"papers":[68],"(extraction":[69],"question":[70,176],"E1),":[71],"sorted":[72,202],"by":[73,144],"number":[74,199],"occurrences":[76],"descending.":[77,203],"extraction_data.csv":[78],"complete":[80,88,162],"dataset":[81,89,163],"from":[82,90,110,126,152,164],"extraction.":[85],"extraction_round2_data.csv":[86],"2nd":[92],"round":[93],"extraction":[97,113,123,149],"(validation":[98],"round).":[99],"llm_strings.csv":[100],"A":[101,121,147,190,205],"list":[102,191],"DOIs":[104],"and":[105,137,175],"corresponding":[107],"extracted":[108,194],"(used":[114],"for":[115,186],"processing":[116],"evaluation).":[119],"llms_extracted_merged.csv":[120],"information":[125,151],"llm_strings.csv,":[127,153],"separated":[128,154],"into":[129,155],"model,":[130,156],"version,":[131,157],"variant,":[132,158],"size.":[133,159],"Duplicates":[134],"were":[135],"merged,":[136],"a":[138],"count":[139],"was":[140],"added.":[141],"Sorted":[142],"descending":[143],"count.":[145],"llms_extracted.csv":[146],"survey_data.csv":[160],"survey_questions.csv":[167],"survey":[169,210],"questions":[170],"linked":[171],"their":[173],"IDs":[174],"type.":[177],"include_exclude_papers_v3.txt":[178],"final":[180],"version":[181],"our":[183],"prompt":[184],"filtering.":[188],"pe_techniques.txt":[189],"all":[193],"PE":[195],"techniques":[196],"occurrences,":[201],"survey_questionnaire.pdf":[204],"printout":[206],"online":[209],"we":[211],"conducted.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}