{"id":"https://openalex.org/W4400034069","doi":"https://doi.org/10.1109/ets61313.2024.10567741","title":"Training Large Language Models for System-Level Test Program Generation Targeting Non-functional Properties","display_name":"Training Large Language Models for System-Level Test Program Generation Targeting Non-functional Properties","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4400034069","doi":"https://doi.org/10.1109/ets61313.2024.10567741"},"language":"en","primary_location":{"id":"doi:10.1109/ets61313.2024.10567741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ets61313.2024.10567741","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE European Test Symposium (ETS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068934998","display_name":"Denis Schwachhofer","orcid":"https://orcid.org/0000-0002-6763-2948"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Denis Schwachhofer","raw_affiliation_strings":["University of Stuttgart,Institute of Computer Engineering and Computer Architecture,Stuttgart,Germany","Institute of Software Engineering, University of Stuttgart, Stuttgart, Germany","Institute of Computer Engineering and Computer Architecture, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Computer Engineering and Computer Architecture,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Institute of Computer Engineering and Computer Architecture, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026545986","display_name":"Peter Domanski","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Domanski","raw_affiliation_strings":["University of Stuttgart,Institute for Parallel and Distributed Systems,Stuttgart,Germany","Institute for Parallel and Distributed Systems, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute for Parallel and Distributed Systems,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Institute for Parallel and Distributed Systems, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054632200","display_name":"Steffen Becker","orcid":"https://orcid.org/0000-0002-4532-1460"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Becker","raw_affiliation_strings":["University of Stuttgart,Institute of Software Engineering,Stuttgart,Germany","Institute of Software Engineering, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041829889","display_name":"Stefan Wagner","orcid":"https://orcid.org/0000-0002-5256-8429"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I41121874","display_name":"Heilbronn University","ror":"https://ror.org/04g5gcg95","country_code":"DE","type":"education","lineage":["https://openalex.org/I41121874"]},{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wagner","raw_affiliation_strings":["University of Stuttgart,Institute of Software Engineering,Stuttgart,Germany","Institute of Software Engineering, University of Stuttgart, Stuttgart, Germany","Technical University of Munich, Heilbronn, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Technical University of Munich, Heilbronn, Germany","institution_ids":["https://openalex.org/I41121874","https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111203264","display_name":"Matthias Sauer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthias Sauer","raw_affiliation_strings":["Advantest Europe,Boeblingen,Germany","Advantest Europe, Boeblingen, Germany"],"affiliations":[{"raw_affiliation_string":"Advantest Europe,Boeblingen,Germany","institution_ids":[]},{"raw_affiliation_string":"Advantest Europe, Boeblingen, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041326099","display_name":"Dirk Pfl\u00fcger","orcid":"https://orcid.org/0000-0002-4360-0212"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dirk Pfl\u00fcger","raw_affiliation_strings":["University of Stuttgart,Institute for Parallel and Distributed Systems,Stuttgart,Germany","Institute for Parallel and Distributed Systems, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute for Parallel and Distributed Systems,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Institute for Parallel and Distributed Systems, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090889982","display_name":"Ilia Polian","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ilia Polian","raw_affiliation_strings":["University of Stuttgart,Institute of Computer Engineering and Computer Architecture,Stuttgart,Germany","Institute of Computer Engineering and Computer Architecture, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Computer Engineering and Computer Architecture,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Institute of Computer Engineering and Computer Architecture, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5068934998"],"corresponding_institution_ids":["https://openalex.org/I100066346"],"apc_list":null,"apc_paid":null,"fwci":1.9941,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87707062,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6975276470184326},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5312539935112}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6975276470184326},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5312539935112},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ets61313.2024.10567741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ets61313.2024.10567741","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE European Test Symposium (ETS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2045517822","https://openalex.org/W2736601468","https://openalex.org/W2806909220","https://openalex.org/W2940744678","https://openalex.org/W2949676527","https://openalex.org/W2994240296","https://openalex.org/W3114094139","https://openalex.org/W3177813494","https://openalex.org/W4205113866","https://openalex.org/W4317568966","https://openalex.org/W4384009450","https://openalex.org/W4386185625","https://openalex.org/W4386554921","https://openalex.org/W4389104713","https://openalex.org/W6741002519","https://openalex.org/W6771522568","https://openalex.org/W6798182279","https://openalex.org/W6855844941","https://openalex.org/W6855970221"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"System-Level":[0],"Test":[1,44],"(SLT)":[2],"has":[3],"been":[4],"an":[5],"integral":[6],"part":[7],"of":[8,27,40,62,109,145],"integrated":[9],"circuit":[10],"test":[11,32,47,51,103],"flows":[12],"for":[13,30,89],"over":[14,77],"a":[15,25,95,120,132],"decade":[16],"and":[17,69,71,98],"continues":[18],"to":[19,57,83,101,134,155],"be":[20],"significant.":[21],"Nevertheless,":[22],"there":[23],"is":[24,67],"lack":[26],"systematic":[28],"approaches":[29],"generating":[31],"programs,":[33],"specifically":[34],"focusing":[35],"on":[36],"the":[37,41,59,63,110,141,146,157],"non-functional":[38,78,107],"aspects":[39],"Device":[42],"under":[43],"(DUT).":[45],"Currently,":[46],"engineers":[48],"manually":[49],"create":[50],"suites":[52],"using":[53],"commercially":[54],"available":[55],"software":[56],"simulate":[58],"end-user":[60],"environment":[61],"DUT.":[64],"This":[65,80],"process":[66],"challenging":[68],"laborious":[70],"does":[72],"not":[73],"assure":[74],"adequate":[75],"control":[76],"properties.":[79],"paper":[81],"proposes":[82],"use":[84,94,118],"Large":[85],"Language":[86],"Models":[87],"(LLMs)":[88],"SLT":[90],"program":[91],"generation.":[92],"We":[93],"pre-trained":[96],"LLM":[97],"fine-tune":[99],"it":[100],"generate":[102,135],"programs":[104],"that":[105,139],"optimize":[106],"properties":[108],"DUT,":[111],"e.g.,":[112],"instructions":[113,142],"per":[114,143],"cycle.":[115],"Therefore,":[116],"we":[117,130,151],"Gem5,":[119],"microarchitectural":[121],"simulator,":[122],"in":[123,161],"conjunction":[124],"with":[125],"Reinforcement":[126],"Learning-based":[127],"training.":[128],"Finally,":[129],"write":[131],"prompt":[133],"C":[136],"code":[137],"snippets":[138],"maximize":[140],"cycle":[144],"given":[147],"architecture.":[148],"In":[149],"addition,":[150],"apply":[152],"hyperparameter":[153],"optimization":[154],"achieve":[156],"best":[158],"possible":[159],"results":[160],"inference.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}