{"id":"https://openalex.org/W7128380165","doi":"https://doi.org/10.1145/3787120.3787123","title":"MTF: an Open-Source Metamorphic Testing Framework for LLM-based systems","display_name":"MTF: an Open-Source Metamorphic Testing Framework for LLM-based systems","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W7128380165","doi":"https://doi.org/10.1145/3787120.3787123"},"language":null,"primary_location":{"id":"doi:10.1145/3787120.3787123","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3787120.3787123","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 5th International Conference on Artificial Intelligence and Application Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3787120.3787123","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125398201","display_name":"Theis Henry","orcid":null},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Theis Henry","raw_affiliation_strings":["Universite Grenoble Alpes, Grenoble, France"],"raw_orcid":"https://orcid.org/0009-0003-4934-3768","affiliations":[{"raw_affiliation_string":"Universite Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125375766","display_name":"Sian Savourat","orcid":null},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sian Savourat","raw_affiliation_strings":["Universite Grenoble Alpes, Grenoble, France"],"raw_orcid":"https://orcid.org/0009-0005-1832-9474","affiliations":[{"raw_affiliation_string":"Universite Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lydie du Bousquet","orcid":"https://orcid.org/0000-0003-1871-1938"},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lydie du Bousquet","raw_affiliation_strings":["Universite Grenoble Alpes, Grenoble, France"],"raw_orcid":"https://orcid.org/0000-0003-1871-1938","affiliations":[{"raw_affiliation_string":"Universite Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I899635006"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076752003","display_name":"Masahide Nakamura","orcid":"https://orcid.org/0000-0002-1689-7620"},"institutions":[{"id":"https://openalex.org/I65837984","display_name":"Kobe University","ror":"https://ror.org/03tgsfw79","country_code":"JP","type":"education","lineage":["https://openalex.org/I65837984"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahide Nakamura","raw_affiliation_strings":["Center of Mathematical and Data Sciences, Kobe University, Kobe, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1689-7620","affiliations":[{"raw_affiliation_string":"Center of Mathematical and Data Sciences, Kobe University, Kobe, Japan","institution_ids":["https://openalex.org/I65837984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5125398201"],"corresponding_institution_ids":["https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.75461367,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"62","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.5795999765396118},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4943999946117401},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.39579999446868896},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.3481999933719635},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.3133000135421753}],"concepts":[{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.5795999765396118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5311999917030334},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4943999946117401},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.39579999446868896},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.3133000135421753},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3787120.3787123","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3787120.3787123","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 5th International Conference on Artificial Intelligence and Application Technologies","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3787120.3787123","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3787120.3787123","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 5th International Conference on Artificial Intelligence and Application Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2179418444","https://openalex.org/W2324595780","https://openalex.org/W3197152861","https://openalex.org/W4280608615","https://openalex.org/W4313154583","https://openalex.org/W4390117302","https://openalex.org/W4390571964","https://openalex.org/W4391856088","https://openalex.org/W4399567237","https://openalex.org/W4401597796","https://openalex.org/W4401879776","https://openalex.org/W4401905935","https://openalex.org/W4403223051","https://openalex.org/W4403680259","https://openalex.org/W4403865042","https://openalex.org/W4406738283","https://openalex.org/W4407650836","https://openalex.org/W4409495181","https://openalex.org/W4409616698","https://openalex.org/W4411271992"],"related_works":[],"abstract_inverted_index":{"Metamorphic":[0],"testing":[1,32],"is":[2,42],"an":[3,29],"emerging":[4],"approach":[5],"to":[6,35],"solve":[7],"oracle":[8],"problems.":[9],"It":[10,41],"relies":[11],"on":[12,55],"relations":[13,61],"among":[14],"different":[15],"executions":[16],"of":[17,59],"the":[18],"System":[19],"Under":[20],"Test":[21],"(SUT),":[22],"called":[23],"metamorphic":[24,31,46,60],"relations.":[25],"This":[26],"article":[27],"presents":[28],"open-source":[30],"framework":[33],"dedicated":[34],"validating":[36],"LLM-based":[37],"web":[38],"services":[39],"applications.":[40],"decomposed":[43],"into":[44],"a":[45,50,56],"test":[47,51],"generator":[48],"and":[49],"driver.":[52],"Both":[53],"rely":[54],"predefined":[57],"set":[58],"implemented":[62],"as":[63],"libraries":[64],"that":[65],"can":[66],"be":[67],"completed.":[68]},"counts_by_year":[],"updated_date":"2026-02-10T19:14:54.419558","created_date":"2026-02-10T00:00:00"}