{"id":"https://openalex.org/W7160447619","doi":"https://doi.org/10.1109/saner-c67878.2026.00057","title":"TAM-Eval: Evaluating LLMs for Automated Unit Test Maintenance","display_name":"TAM-Eval: Evaluating LLMs for Automated Unit Test Maintenance","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7160447619","doi":"https://doi.org/10.1109/saner-c67878.2026.00057"},"language":null,"primary_location":{"id":"doi:10.1109/saner-c67878.2026.00057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner-c67878.2026.00057","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Software Analysis, Evolution and Reengineering - Companion (SANER-C)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135472277","display_name":"Elena Bruches","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105890","display_name":"Siberian State University of Telecommunications and Information Science","ror":"https://ror.org/019vbp610","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210105890"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Elena Bruches","raw_affiliation_strings":["Siberian Neuronets LLC,Novosibirsk,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siberian Neuronets LLC,Novosibirsk,Russia","institution_ids":["https://openalex.org/I4210105890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135535200","display_name":"Vadim Alperovich","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166206","display_name":"Medical Technologies (Czechia)","ror":"https://ror.org/05rgwjj62","country_code":"CZ","type":"company","lineage":["https://openalex.org/I4210166206"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Vadim Alperovich","raw_affiliation_strings":["T-Technologies,Moscow,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T-Technologies,Moscow,Russia","institution_ids":["https://openalex.org/I4210166206"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135433181","display_name":"Dari Baturova","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105890","display_name":"Siberian State University of Telecommunications and Information Science","ror":"https://ror.org/019vbp610","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210105890"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dari Baturova","raw_affiliation_strings":["Siberian Neuronets LLC,Novosibirsk,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siberian Neuronets LLC,Novosibirsk,Russia","institution_ids":["https://openalex.org/I4210105890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135524824","display_name":"Roman Derunets","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105890","display_name":"Siberian State University of Telecommunications and Information Science","ror":"https://ror.org/019vbp610","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210105890"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Roman Derunets","raw_affiliation_strings":["Siberian Neuronets LLC,Novosibirsk,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siberian Neuronets LLC,Novosibirsk,Russia","institution_ids":["https://openalex.org/I4210105890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135463613","display_name":"Daniil Grebenkin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105890","display_name":"Siberian State University of Telecommunications and Information Science","ror":"https://ror.org/019vbp610","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210105890"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Daniil Grebenkin","raw_affiliation_strings":["Siberian Neuronets LLC,Novosibirsk,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siberian Neuronets LLC,Novosibirsk,Russia","institution_ids":["https://openalex.org/I4210105890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135419820","display_name":"Georgy Mkrtchyan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166206","display_name":"Medical Technologies (Czechia)","ror":"https://ror.org/05rgwjj62","country_code":"CZ","type":"company","lineage":["https://openalex.org/I4210166206"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Georgy Mkrtchyan","raw_affiliation_strings":["T-Technologies,Moscow,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T-Technologies,Moscow,Russia","institution_ids":["https://openalex.org/I4210166206"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135453691","display_name":"Oleg Sedukhin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105890","display_name":"Siberian State University of Telecommunications and Information Science","ror":"https://ror.org/019vbp610","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210105890"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Oleg Sedukhin","raw_affiliation_strings":["Siberian Neuronets LLC,Novosibirsk,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siberian Neuronets LLC,Novosibirsk,Russia","institution_ids":["https://openalex.org/I4210105890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135499115","display_name":"Mikhail Klementev","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105890","display_name":"Siberian State University of Telecommunications and Information Science","ror":"https://ror.org/019vbp610","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210105890"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Mikhail Klementev","raw_affiliation_strings":["Siberian Neuronets LLC,Novosibirsk,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siberian Neuronets LLC,Novosibirsk,Russia","institution_ids":["https://openalex.org/I4210105890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135493228","display_name":"Ivan Bondarenko","orcid":null},"institutions":[{"id":"https://openalex.org/I188973947","display_name":"Novosibirsk State University","ror":"https://ror.org/04t2ss102","country_code":"RU","type":"education","lineage":["https://openalex.org/I188973947"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ivan Bondarenko","raw_affiliation_strings":["Novosibirsk State University,Novosibirsk,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Novosibirsk State University,Novosibirsk,Russia","institution_ids":["https://openalex.org/I188973947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135426746","display_name":"Nikolay Bushkov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166206","display_name":"Medical Technologies (Czechia)","ror":"https://ror.org/05rgwjj62","country_code":"CZ","type":"company","lineage":["https://openalex.org/I4210166206"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Nikolay Bushkov","raw_affiliation_strings":["T-Technologies,Moscow,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T-Technologies,Moscow,Russia","institution_ids":["https://openalex.org/I4210166206"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123937697","display_name":"Stanislav Moiseev","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166206","display_name":"Medical Technologies (Czechia)","ror":"https://ror.org/05rgwjj62","country_code":"CZ","type":"company","lineage":["https://openalex.org/I4210166206"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Stanislav Moiseev","raw_affiliation_strings":["T-Technologies,Moscow,Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T-Technologies,Moscow,Russia","institution_ids":["https://openalex.org/I4210166206"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.67788077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"377","last_page":"384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13293","display_name":"Engineering and Test Systems","score":0.3862999975681305,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13293","display_name":"Engineering and Test Systems","score":0.3862999975681305,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.3555000126361847,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.054499998688697815,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4797999858856201},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.3919999897480011},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.2874000072479248},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.26589998602867126}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4797999858856201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4293000102043152},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.39989998936653137},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.358599990606308},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3000999987125397},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2937000095844269},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.2874000072479248},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saner-c67878.2026.00057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner-c67878.2026.00057","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Software Analysis, Evolution and Reengineering - Companion (SANER-C)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1965194038","https://openalex.org/W1971650562","https://openalex.org/W2066536303","https://openalex.org/W2502442987","https://openalex.org/W4223953821","https://openalex.org/W4384345748","https://openalex.org/W4389104713","https://openalex.org/W4400484392","https://openalex.org/W4400484796","https://openalex.org/W4400484905","https://openalex.org/W4400582690","https://openalex.org/W4403536268","https://openalex.org/W4411113098","https://openalex.org/W4415796623","https://openalex.org/W7133209886"],"related_works":[],"abstract_inverted_index":{"While":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"have":[5,139],"shown":[6],"promise":[7],"in":[8,142,152,166],"software":[9,168],"engineering,":[10],"their":[11],"application":[12],"to":[13,19,46,67,80,162],"unit":[14],"testing":[15],"remains":[16],"largely":[17],"confined":[18],"isolated":[20,85],"test":[21,31,53,61,74,124,144,153],"generation":[22],"or":[23],"oracle":[24],"prediction,":[25],"neglecting":[26],"the":[27,73],"broader":[28],"challenge":[29],"of":[30,60,116],"suite":[32,125],"maintenance.":[33],"We":[34,155],"introduce":[35],"TAM-Eval":[36,70,157],"(Test":[37],"Automated":[38],"Maintenance":[39],"Evaluation),":[40],"a":[41,119],"framework":[42,161],"and":[43,58,103,109,130,147,172],"benchmark":[44,93],"designed":[45],"evaluate":[47],"model":[48],"performance":[49],"across":[50],"three":[51],"core":[52],"maintenance":[54,90,145],"scenarios:":[55],"creation,":[56],"repair,":[57],"updating":[59],"suites.":[62],"Unlike":[63],"prior":[64],"work":[65],"limited":[66,140],"function-level":[68],"tasks,":[69],"operates":[71],"at":[72,176],"file":[75],"level,":[76],"while":[77],"maintaining":[78],"access":[79],"full":[81],"repository":[82],"context":[83],"during":[84],"evaluation,":[86],"better":[87],"reflecting":[88],"real-world":[89],"workflows.":[91],"Our":[92,170],"comprises":[94],"<tex":[95],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[96],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathbf{1,":[97],"5":[98],"3":[99],"9}$</tex>":[100],"automatically":[101],"extracted":[102],"validated":[104],"scenarios":[105],"from":[106],"Python,":[107],"Java,":[108],"Go":[110],"projects.":[111],"TAMEval":[112],"supports":[113],"system-agnostic":[114],"evaluation":[115],"LLMs,":[117],"using":[118],"reference-free":[120],"protocol":[121],"based":[122],"on":[123],"pass":[126],"rate,":[127],"code":[128,173],"coverage,":[129],"mutation":[131],"testing.":[132,169],"Empirical":[133],"results":[134],"indicate":[135],"that":[136],"state-of-the-art":[137],"LLMs":[138],"capabilities":[141],"realistic":[143],"processes":[146],"yield":[148],"only":[149],"marginal":[150],"improvements":[151],"effectiveness.":[154],"release":[156],"as":[158],"an":[159],"open-source":[160],"support":[163],"future":[164],"research":[165],"automated":[167],"data":[171],"are":[174],"available":[175],"https://github.com/trndcenter/TAM-Eval.":[177]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-07T00:00:00"}