{"id":"https://openalex.org/W7082660946","doi":"https://doi.org/10.5281/zenodo.17144161","title":"Supplemental material for: Large Language Models for Software Testing: A Research Roadmap","display_name":"Supplemental material for: Large Language Models for Software Testing: A Research Roadmap","publication_year":2025,"publication_date":"2025-09-26","ids":{"openalex":"https://openalex.org/W7082660946","doi":"https://doi.org/10.5281/zenodo.17144161"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.17144161","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17144161","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.17144161","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Augusto, Cristian","orcid":"https://orcid.org/0000-0001-6140-1375"},"institutions":[{"id":"https://openalex.org/I165339363","display_name":"Universidad de Oviedo","ror":"https://ror.org/006gksa02","country_code":"ES","type":"education","lineage":["https://openalex.org/I165339363"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Augusto, Cristian","raw_affiliation_strings":["Universidad de Oviedo"],"affiliations":[{"raw_affiliation_string":"Universidad de Oviedo","institution_ids":["https://openalex.org/I165339363"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bertolino, Antonia","orcid":"https://orcid.org/0000-0001-8749-1356"},"institutions":[{"id":"https://openalex.org/I4210150763","display_name":"Gran Sasso Science Institute","ror":"https://ror.org/043qcb444","country_code":"IT","type":"education","lineage":["https://openalex.org/I160013858","https://openalex.org/I4210150763"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Bertolino, Antonia","raw_affiliation_strings":["Gran Sasso Science Institute"],"affiliations":[{"raw_affiliation_string":"Gran Sasso Science Institute","institution_ids":["https://openalex.org/I4210150763"]}]},{"author_position":"middle","author":{"id":null,"display_name":"DE ANGELIS, GUGLIELMO","orcid":"https://orcid.org/0000-0002-1076-0076"},"institutions":[{"id":"https://openalex.org/I4210162062","display_name":"Istituto di Analisi dei Sistemi ed Informatica Antonio Ruberti","ror":"https://ror.org/054ye0e45","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210162062"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"DE ANGELIS, GUGLIELMO","raw_affiliation_strings":["Istituto di Analisi dei Sistemi ed Informatica Antonio Ruberti"],"affiliations":[{"raw_affiliation_string":"Istituto di Analisi dei Sistemi ed Informatica Antonio Ruberti","institution_ids":["https://openalex.org/I4210162062"]}]},{"author_position":"middle","author":{"id":null,"display_name":"LONETTI, FRANCESCA","orcid":"https://orcid.org/0000-0002-4864-2219"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"LONETTI, FRANCESCA","raw_affiliation_strings":["National Research Council"],"affiliations":[{"raw_affiliation_string":"National Research Council","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Mor\u00e1n, Jes\u00fas","orcid":"https://orcid.org/0000-0002-7544-3901"},"institutions":[{"id":"https://openalex.org/I165339363","display_name":"Universidad de Oviedo","ror":"https://ror.org/006gksa02","country_code":"ES","type":"education","lineage":["https://openalex.org/I165339363"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mor\u00e1n, Jes\u00fas","raw_affiliation_strings":["Universidad de Oviedo"],"affiliations":[{"raw_affiliation_string":"Universidad de Oviedo","institution_ids":["https://openalex.org/I165339363"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165339363"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6926000118255615,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6926000118255615,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.028999999165534973,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6266000270843506},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.6103000044822693},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5166000127792358},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5101000070571899},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.5063999891281128},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.4912000000476837},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.459199994802475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6923999786376953},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6266000270843506},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.6103000044822693},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5101000070571899},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.5063999891281128},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.459199994802475},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.44040000438690186},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36890000104904175},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.365200012922287},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.3382999897003174},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.337799996137619},{"id":"https://openalex.org/C2777299769","wikidata":"https://www.wikidata.org/wiki/Q3707858","display_name":"Type (biology)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C138958017","wikidata":"https://www.wikidata.org/wiki/Q190087","display_name":"Data type","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30090001225471497},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29249998927116394},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.26510000228881836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.17144161","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17144161","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.17144161","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.17144161","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"repository":[1],"contains":[2],"the":[3,7,25,30,47,52,70,75,95,116,134,177,184,188,194,199,204,208],"replication":[4,22],"package":[5,23],"of":[6,74,94,106,115,119,122,138,160,176,183,193,203],"paper":[8],"Large":[9],"Language":[10,227],"Models":[11,228],"for":[12,229],"Software":[13,230],"Testing:":[14,231],"A":[15,232],"Research":[16,127,233],"Roadmap":[17],"published":[18],"at":[19],"TO-DO":[20],"The":[21],"comprises":[24],"raw":[26,48],"data":[27],"used":[28,68,186,196],"in":[29,39,55,69,187,197],"roadmap,":[31],"as":[32,34,63],"well":[33],"an":[35],"interactive":[36],"view":[37],"hosted":[38],"GitHub":[40],"Pages.":[41],"In":[42],"ZENODO,":[43],"we":[44],"made":[45,84],"available":[46,85],"dataset":[49],"curated":[50],"by":[51,207],"different":[53],"researchers":[54],"a":[56,60],"CSV":[57],"format,":[58],"with":[59],"structure":[61],"(columns)":[62],"follows:":[64],"Id:":[65],"Internal":[66],"reference":[67],"study.":[71],"Title:":[72],"Title":[73],"article.":[76,135,189,200,209],"Year:":[77],"Publication":[78,103],"year":[79],"or":[80,97,110,151,174],"when":[81],"it":[82,100],"was":[83],"on":[86],"arXiv.":[87,111],"Key:":[88],"BibTeX":[89,113],"key.":[90],"Published":[91],"into:":[92],"Name":[93,173,182,192,202],"journal":[96],"conference":[98],"where":[99],"is":[101],"published.":[102],"type:":[104],"Type":[105,118,121,137,159],"publication:":[107],"Conference,":[108],"Journal,":[109],"Bibtex:":[112],"entry":[114],"publication.":[117],"work:":[120,213],"contribution:":[123],"Survey,":[124],"Comparison,":[125],"and":[126,155,169,223],"Contribution.":[128],"Abstract:":[129],"Short":[130],"abstract":[131],"retrieved":[132],"from":[133],"Category:":[136],"LLM-based":[139],"testing:":[140],"Unit":[141],"Test":[142,145,149,156],"Generation,":[143,146,148],"High-Level":[144],"Oracle":[147],"Augmentation":[150],"Improvement,":[152],"Non-Functional":[153],"Testing,":[154],"Agents.":[157],"LLM-Approach:":[158],"LLM":[161],"approach:":[162],"LLM-Pure":[163,167],"Prompting,":[164,166],"Hybrid":[165,170],"Fine-tune,":[168],"Fine-tune.":[171],"Benchmark:":[172],"identifier":[175],"benchmark":[178],"used.":[179],"LLMs":[180],"Used:":[181],"model/models":[185],"Evaluation":[190],"Metric:":[191],"metrics":[195],"evaluating":[198],"Tool:":[201],"tool":[205],"proposed":[206],"To":[210],"cite":[211],"this":[212],"Cristian":[214],"Augusto,":[215],"Antonia":[216],"Bertolino,":[217],"Guglielmo":[218],"De":[219],"Angelis,":[220],"Francesca":[221],"Lonetti,":[222],"Jes\u00fas":[224],"Mor\u00e1n,":[225],"\u201cLarge":[226],"Roadmap\u201d,":[234],"Journal":[235],"Name,":[236],"XXX,":[237],"YYY.":[238],"https://doi.org/XXXXXX":[239]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}