{"id":"https://openalex.org/W4389768548","doi":"https://doi.org/10.48550/arxiv.2312.08055","title":"Breaking the Silence: the Threats of Using LLMs in Software Engineering","display_name":"Breaking the Silence: the Threats of Using LLMs in Software Engineering","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389768548","doi":"https://doi.org/10.48550/arxiv.2312.08055"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.08055","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.08055","pdf_url":"https://arxiv.org/pdf/2312.08055","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.08055","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040439036","display_name":"June Sallou","orcid":"https://orcid.org/0000-0003-2230-9351"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Sallou, June","raw_affiliation_strings":["TU Delft The Netherlands"],"affiliations":[{"raw_affiliation_string":"TU Delft The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043941055","display_name":"Thomas Durieux","orcid":"https://orcid.org/0000-0002-1996-6134"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Durieux, Thomas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panichella, Annibale","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040439036"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5531041026115417},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5007500648498535},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4510180950164795},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.4339454174041748},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41707369685173035},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.183834046125412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5531041026115417},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5007500648498535},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4510180950164795},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.4339454174041748},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41707369685173035},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.183834046125412},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.08055","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.08055","pdf_url":"https://arxiv.org/pdf/2312.08055","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.08055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.08055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.08055","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.08055","pdf_url":"https://arxiv.org/pdf/2312.08055","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4389768548.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1526710119","https://openalex.org/W1599808047","https://openalex.org/W1971650562","https://openalex.org/W2156723666","https://openalex.org/W2945440850","https://openalex.org/W3109966548","https://openalex.org/W3130178918","https://openalex.org/W3177813494","https://openalex.org/W3199249334","https://openalex.org/W4220722393","https://openalex.org/W4226485558","https://openalex.org/W4287668913","https://openalex.org/W4288080275","https://openalex.org/W4298384852","https://openalex.org/W4307479317","https://openalex.org/W4310881984","https://openalex.org/W4312632714","https://openalex.org/W4322718191","https://openalex.org/W4362598291","https://openalex.org/W4367059011","https://openalex.org/W4367694420","https://openalex.org/W4377163996","https://openalex.org/W4379743664","https://openalex.org/W4381687070","https://openalex.org/W4383175397","https://openalex.org/W4384024738","https://openalex.org/W4384026634","https://openalex.org/W4384304865","https://openalex.org/W4384345708","https://openalex.org/W4384345745","https://openalex.org/W4384807943","https://openalex.org/W4384918448","https://openalex.org/W4385187421","https://openalex.org/W4385270018","https://openalex.org/W4386302809","https://openalex.org/W4386501849","https://openalex.org/W4386982649","https://openalex.org/W4389520710","https://openalex.org/W4402042086"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2002383399","https://openalex.org/W644644594","https://openalex.org/W2506073049","https://openalex.org/W642180557","https://openalex.org/W2780591772","https://openalex.org/W3122105723","https://openalex.org/W1593090812","https://openalex.org/W1987706094"],"abstract_inverted_index":{"Large":[0],"Language":[1,101],"Models":[2],"(LLMs)":[3],"have":[4],"gained":[5],"considerable":[6],"traction":[7],"within":[8],"the":[9,44,60,82,112,132],"Software":[10],"Engineering":[11],"(SE)":[12],"community,":[13],"impacting":[14],"various":[15],"SE":[16,98,129],"tasks":[17],"from":[18,24],"code":[19,28],"completion":[20],"to":[21,27,59,105],"test":[22,135],"generation,":[23],"program":[25],"repair":[26],"summarization.":[29],"Despite":[30],"their":[31],"promise,":[32],"researchers":[33,99,130],"must":[34],"still":[35],"be":[36],"careful":[37],"as":[38,68],"numerous":[39],"intricate":[40],"factors":[41],"can":[42],"influence":[43],"outcomes":[45],"of":[46,62,84,94,111,134],"experiments":[47],"involving":[48],"LLMs.":[49],"This":[50],"paper":[51,90],"initiates":[52],"an":[53],"open":[54],"discussion":[55],"on":[56],"potential":[57],"threats":[58],"validity":[61],"LLM-based":[63,85],"research":[64,79],"including":[65],"issues":[66],"such":[67],"closed-source":[69],"models,":[70],"possible":[71],"data":[72,77],"leakage":[73],"between":[74],"LLM":[75,122],"training":[76],"and":[78,81,100,124],"evaluation,":[80],"reproducibility":[83],"findings.":[86],"In":[87],"response,":[88],"this":[89],"proposes":[91],"a":[92,125],"set":[93],"guidelines":[95,113],"tailored":[96],"for":[97,128],"Model":[102],"(LM)":[103],"providers":[104,123],"mitigate":[106],"these":[107],"concerns.":[108],"The":[109],"implications":[110],"are":[114],"illustrated":[115],"using":[116],"existing":[117],"good":[118],"practices":[119],"followed":[120],"by":[121],"practical":[126],"example":[127],"in":[131],"context":[133],"case":[136],"generation.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}