{"id":"https://openalex.org/W4415198650","doi":"https://doi.org/10.48550/arxiv.2505.09830","title":"Evaluating Large Language Models for the Generation of Unit Tests with Equivalence Partitions and Boundary Values","display_name":"Evaluating Large Language Models for the Generation of Unit Tests with Equivalence Partitions and Boundary Values","publication_year":2025,"publication_date":"2025-05-14","ids":{"openalex":"https://openalex.org/W4415198650","doi":"https://doi.org/10.48550/arxiv.2505.09830"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2505.09830","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.09830","pdf_url":"https://arxiv.org/pdf/2505.09830","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.09830","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111981800","display_name":"Mart\u00edn Rodr\u00edguez","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rodr\u00edguez, Mart\u00edn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016635868","display_name":"Gustavo Rossi","orcid":"https://orcid.org/0000-0002-3348-2144"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rossi, Gustavo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5104040850","display_name":"Alejandro Fern\u00e1ndez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fernandez, Alejandro","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5111981800"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.6801999807357788},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.6424999833106995},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5537999868392944},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4196000099182129},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.41920000314712524},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.4106999933719635},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.36959999799728394},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.36469998955726624}],"concepts":[{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.6801999807357788},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.6424999833106995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5612000226974487},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5537999868392944},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.41920000314712524},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4106999933719635},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33899998664855957},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.3228999972343445},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3098999857902527},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29739999771118164},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2646999955177307}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2505.09830","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.09830","pdf_url":"https://arxiv.org/pdf/2505.09830","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:digital.cic.gba.gob.ar:11746/12673","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2505.09830","pdf_url":"https://arxiv.org/pdf/2505.09830","source":{"id":"https://openalex.org/S4306400034","display_name":"CIC-Digital (Comisi\u00f3n de Investigaciones Cient\u00edficas de la Provincia de Buenos Aires)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"doi:10.48550/arxiv.2505.09830","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.09830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.09830","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.09830","pdf_url":"https://arxiv.org/pdf/2505.09830","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,54,72],"design":[1],"and":[2,42,51,56,68,86,91],"implementation":[3],"of":[4,19,58,78,103],"unit":[5,114],"tests":[6],"is":[7],"a":[8],"complex":[9],"task":[10],"many":[11],"programmers":[12,62],"neglect.":[13],"This":[14,98],"research":[15],"evaluates":[16],"the":[17,76,101],"potential":[18],"Large":[20],"Language":[21],"Models":[22],"(LLMs)":[23],"in":[24,113],"automatically":[25],"generating":[26],"test":[27,115],"cases,":[28],"comparing":[29],"them":[30],"with":[31],"manual":[32,69,104],"tests.":[33],"An":[34],"optimized":[35],"prompt":[36],"was":[37],"developed,":[38],"that":[39,75],"integrates":[40],"code":[41],"requirements,":[43],"covering":[44],"critical":[45],"cases":[46],"such":[47],"as":[48,107],"equivalence":[49],"partitions":[50],"boundary":[52],"values.":[53],"strengths":[55],"weaknesses":[57],"LLMs":[59,79,93],"versus":[60],"trained":[61],"were":[63],"compared":[64],"through":[65],"quantitative":[66],"metrics":[67],"qualitative":[70,105],"analysis.":[71],"results":[73],"show":[74],"effectiveness":[77],"depends":[80],"on":[81],"well-designed":[82],"prompts,":[83],"robust":[84],"implementation,":[85],"precise":[87],"requirements.":[88],"Although":[89],"flexible":[90],"promising,":[92],"still":[94],"require":[95],"human":[96],"supervision.":[97],"work":[99],"highlights":[100],"importance":[102],"analysis":[106],"an":[108],"essential":[109],"complement":[110],"to":[111],"automation":[112],"evaluation.":[116]},"counts_by_year":[],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-15T00:00:00"}