{"id":"https://openalex.org/W7084582192","doi":"https://doi.org/10.5281/zenodo.17250744","title":"Artifacts of the study - Evaluating LLM-Generated Unit Tests with Mutation Testing: ChatGPT vs DeepSeek","display_name":"Artifacts of the study - Evaluating LLM-Generated Unit Tests with Mutation Testing: ChatGPT vs DeepSeek","publication_year":2025,"publication_date":"2025-10-03","ids":{"openalex":"https://openalex.org/W7084582192","doi":"https://doi.org/10.5281/zenodo.17250744"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.17250744","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17250744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.17250744","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Cabral, Pedro Fernando Marinho","orcid":"https://orcid.org/0009-0000-0268-1012"},"institutions":[{"id":"https://openalex.org/I59606676","display_name":"Universidade Federal do Par\u00e1","ror":"https://ror.org/03q9sr818","country_code":"BR","type":"education","lineage":["https://openalex.org/I59606676"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cabral, Pedro Fernando Marinho","raw_affiliation_strings":["Universidade Federal do Par\u00e1"],"raw_orcid":"https://orcid.org/0009-0000-0268-1012","affiliations":[{"raw_affiliation_string":"Universidade Federal do Par\u00e1","institution_ids":["https://openalex.org/I59606676"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pinto, Victor Hugo Santiago Costa","orcid":"https://orcid.org/0000-0001-8562-6384"},"institutions":[{"id":"https://openalex.org/I59606676","display_name":"Universidade Federal do Par\u00e1","ror":"https://ror.org/03q9sr818","country_code":"BR","type":"education","lineage":["https://openalex.org/I59606676"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Pinto, Victor Hugo Santiago Costa","raw_affiliation_strings":["Universidade Federal do Par\u00e1"],"raw_orcid":"https://orcid.org/0000-0001-8562-6384","affiliations":[{"raw_affiliation_string":"Universidade Federal do Par\u00e1","institution_ids":["https://openalex.org/I59606676"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Souza, Cleidson Ronald Botelho de","orcid":"https://orcid.org/0000-0003-3240-3122"},"institutions":[{"id":"https://openalex.org/I59606676","display_name":"Universidade Federal do Par\u00e1","ror":"https://ror.org/03q9sr818","country_code":"BR","type":"education","lineage":["https://openalex.org/I59606676"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Souza, Cleidson Ronald Botelho de","raw_affiliation_strings":["Universidade Federal do Par\u00e1"],"raw_orcid":"https://orcid.org/0000-0003-3240-3122","affiliations":[{"raw_affiliation_string":"Universidade Federal do Par\u00e1","institution_ids":["https://openalex.org/I59606676"]}]},{"author_position":"last","author":{"id":null,"display_name":"Arruda, Jo\u00e3o Pedro Souza","orcid":"https://orcid.org/0009-0006-9383-1015"},"institutions":[{"id":"https://openalex.org/I59606676","display_name":"Universidade Federal do Par\u00e1","ror":"https://ror.org/03q9sr818","country_code":"BR","type":"education","lineage":["https://openalex.org/I59606676"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Arruda, Jo\u00e3o Pedro Souza","raw_affiliation_strings":["Universidade Federal do Par\u00e1"],"raw_orcid":"https://orcid.org/0009-0006-9383-1015","affiliations":[{"raw_affiliation_string":"Universidade Federal do Par\u00e1","institution_ids":["https://openalex.org/I59606676"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59606676"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10023","display_name":"Schizophrenia research and treatment","score":0.7382000088691711,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10023","display_name":"Schizophrenia research and treatment","score":0.7382000088691711,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11620","display_name":"Medication Adherence and Compliance","score":0.17090000212192535,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10272","display_name":"Mental Health Treatment and Access","score":0.013100000098347664,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6014999747276306},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.5824999809265137},{"id":"https://openalex.org/keywords/cyclomatic-complexity","display_name":"Cyclomatic complexity","score":0.5534999966621399},{"id":"https://openalex.org/keywords/mutation-testing","display_name":"Mutation testing","score":0.5414999723434448},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5254999995231628},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5153999924659729},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4848000109195709},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.48429998755455017},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.36070001125335693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6367999911308289},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6014999747276306},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.5824999809265137},{"id":"https://openalex.org/C187303228","wikidata":"https://www.wikidata.org/wiki/Q867330","display_name":"Cyclomatic complexity","level":3,"score":0.5534999966621399},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.5414999723434448},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5254999995231628},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48500001430511475},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4848000109195709},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.48429998755455017},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.36070001125335693},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.35600000619888306},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.33169999718666077},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.3312999904155731},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.3312000036239624},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.28439998626708984},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.25589999556541443},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.17250744","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17250744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.17250744","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17250744","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"repository":[1,107],"provides":[2],"the":[3,7,21,25,40,113,119],"experimental":[4,104],"artifacts":[5,34],"for":[6,74,98],"paper":[8],"\"Evaluating":[9],"LLM-Generated":[10],"Unit":[11],"Tests":[12],"with":[13,49,81,103],"Mutation":[14,82,85],"Testing:":[15],"ChatGPT":[16,50],"vs":[17],"DeepSeek\",":[18],"accepted":[19],"at":[20],"Technical":[22],"Track":[23],"of":[24,70,112,121],"Brazilian":[26],"Symposium":[27],"on":[28,118],"Software":[29],"Quality":[30],"(SBQS":[31],"2025).":[32],"The":[33,106],"include:":[35],"Target":[36],"Java":[37],"classes":[38,64],"from":[39,90],"Defects4J":[41],"dataset.":[42],"Prompts":[43],"used":[44,65],"to":[45,66],"generate":[46,67],"test":[47,56,63],"suites":[48,57],"(GPT-4o)":[51],"and":[52,84,92,110],"DeepSeek":[53],"V3.":[54],"LLM-generated":[55],"(five":[58],"runs":[59],"per":[60],"class/model).":[61],"Base":[62],"fixed":[68],"sets":[69],"mutants":[71],"in":[72,126],"PIT":[73,77],"reproducibility.":[75],"Full":[76],"mutation":[78],"testing":[79],"reports":[80],"Score":[83],"Coverage":[86],"results.":[87,105],"Error":[88],"logs":[89],"compilation":[91],"runtime":[93],"failures.":[94],"Cyclomatic":[95],"complexity":[96],"metrics":[97],"quantitative":[99],"analysis.":[100],"Consolidated":[101],"spreadsheets":[102],"ensures":[108],"transparency":[109],"reproducibility":[111],"experiment,":[114],"supporting":[115],"future":[116],"research":[117],"use":[120],"Large":[122],"Language":[123],"Models":[124],"(LLMs)":[125],"software":[127],"testing.":[128]},"counts_by_year":[],"updated_date":"2026-07-08T06:17:01.165560","created_date":"2025-10-10T00:00:00"}