{"id":"https://openalex.org/W7154093833","doi":"https://doi.org/10.1016/j.infsof.2026.108150","title":"Towards metamorphic testing with LLM-based workflows: Metamorphic relation inference and follow-up test case generation","display_name":"Towards metamorphic testing with LLM-based workflows: Metamorphic relation inference and follow-up test case generation","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154093833","doi":"https://doi.org/10.1016/j.infsof.2026.108150"},"language":"en","primary_location":{"id":"doi:10.1016/j.infsof.2026.108150","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2026.108150","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.infsof.2026.108150","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018868178","display_name":"Pablo C. Ca\u00f1izares","orcid":"https://orcid.org/0000-0002-2084-1558"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo C. Ca\u00f1izares","raw_affiliation_strings":["Department of Computer Science Universidad Complutense de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2084-1558","affiliations":[{"raw_affiliation_string":"Department of Computer Science Universidad Complutense de Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034063086","display_name":"Pablo G\u00f3mez\u2010Abajo","orcid":"https://orcid.org/0000-0002-8319-4829"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo G\u00f3mez-Abajo","raw_affiliation_strings":["Department of Computer Science, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-8319-4829","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133493567","display_name":"Esther Guerra","orcid":null},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Esther Guerra","raw_affiliation_strings":["Department of Computer Science, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2818-2278","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007371727","display_name":"Juan de Lara","orcid":"https://orcid.org/0000-0001-9425-6362"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Juan de Lara","raw_affiliation_strings":["Department of Computer Science, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9425-6362","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5007371727"],"corresponding_institution_ids":["https://openalex.org/I63634437"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":{"value":3350,"currency":"USD","value_usd":3350},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41580756,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"196","issue":null,"first_page":"108150","last_page":"108150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.608299970626831,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.608299970626831,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.042500000447034836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.041099999099969864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.506600022315979},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.42480000853538513},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.39570000767707825},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.2935999929904938},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.29100000858306885}],"concepts":[{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.506600022315979},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3982999920845032},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3402999937534332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3172999918460846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.299699991941452},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.28200000524520874}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.infsof.2026.108150","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2026.108150","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.infsof.2026.108150","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2026.108150","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1064373649","display_name":null,"funder_award_id":"RED2022-134647-T","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"},{"id":"https://openalex.org/G6604876142","display_name":null,"funder_award_id":"PID2024-155231OB-I00","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"},{"id":"https://openalex.org/G762178455","display_name":null,"funder_award_id":"2025/00097/001","funder_id":"https://openalex.org/F4320313831","funder_display_name":"Comunidad de Madrid"},{"id":"https://openalex.org/G8905389376","display_name":null,"funder_award_id":"PID2021-122270OB-I00","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"}],"funders":[{"id":"https://openalex.org/F4320313831","display_name":"Comunidad de Madrid","ror":null},{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2041713059","https://openalex.org/W2110441383","https://openalex.org/W2324595780","https://openalex.org/W2903744551","https://openalex.org/W3020947624","https://openalex.org/W3044926166","https://openalex.org/W4289824822","https://openalex.org/W4318960499","https://openalex.org/W4391974543","https://openalex.org/W4394606321","https://openalex.org/W4399206703","https://openalex.org/W4405543795","https://openalex.org/W4405775378","https://openalex.org/W4412430569","https://openalex.org/W7128040305"],"related_works":[],"abstract_inverted_index":{"Context:":[0],"Metamorphic":[1],"testing":[2],"(MT)":[3],"is":[4],"a":[5,109,131],"well-known":[6],"approach":[7,42,164],"to":[8,61,115,141,257,265],"address":[9],"the":[10,30,48,79,90,143,146,151,154,166,182,195,212,215,259],"oracle":[11],"problem":[12],"in":[13,52,89],"software":[14],"testing.":[15],"It":[16],"does":[17],"so":[18],"by":[19],"using":[20],"expected":[21],"relations":[22,26],"\u2013":[23,28],"called":[24],"metamorphic":[25],"(MRs)":[27],"between":[29],"inputs":[31,60],"and":[32,56,70,100,118,134,138,191,197,209,228,231,250,264],"outputs":[33],"of":[34,81,102,111,145,211,217],"multiple":[35],"system":[36,59],"executions":[37],"as":[38,234],"test":[39,104,199,226,253],"oracles.":[40],"This":[41],"involves":[43],"identifying":[44],"meaningful":[45],"MRs":[46,188,249],"for":[47,122],"domain,":[49],"defining":[50],"them":[51],"an":[53,119],"executable":[54],"language,":[55],"creating":[57],"suitable":[58],"check":[62],"their":[63,123],"satisfaction.":[64],"However,":[65],"these":[66],"tasks":[67,88,113,127,170],"are":[68,128],"manual":[69],"demand":[71],"substantial":[72],"effort":[73,80,260],"from":[74,261],"testers.":[75],"Objective:":[76],"To":[77],"reduce":[78,258],"applying":[82],"MT,":[83],"we":[84],"propose":[85,108],"automating":[86],"some":[87],"MT":[91,112,126,155,169,245,262,268],"process":[92],"with":[93,153],"intelligent":[94],"assistants,":[95],"focussing":[96],"on":[97,165,194,220],"MR":[98],"inference":[99],"generation":[101],"follow-up":[103,198,225,252],"cases.":[105],"Methods:":[106],"We":[107,148,160,180,205],"taxonomy":[110],"amenable":[114],"LLM-based":[116],"assistance,":[117],"extensible":[120],"architecture":[121,152,240],"automation.":[124],"The":[125],"accessible":[129],"via":[130],"conversational":[132],"assistant,":[133],"may":[135],"encompass":[136],"validation":[137],"fixing":[139,218],"cycles":[140,219],"improve":[142],"quality":[144],"assistance.":[147],"have":[149,161],"integrated":[150],"framework":[156],"Gotten":[157],".":[158],"Results:":[159],"evaluated":[162],"our":[163],"two":[167,243],"considered":[168],"across":[171],"three":[172],"domains":[173],"(data":[174],"centres,":[175],"autonomous":[176],"vehicles,":[177],"finite":[178],"automata).":[179],"found":[181],"assistant":[183],"effective":[184],"at":[185],"generating":[186,224,251],"new":[187],"(between":[189],"2":[190],"6":[192],"depending":[193],"domain)":[196],"cases":[200],"(with":[201],"over":[202],"99.6%":[203],"correctness).":[204],"also":[206],"measured":[207],"diversity":[208],"redundancy":[210],"generated":[213],"MRs,":[214],"benefits":[216],"different":[221],"LLMs":[222],"when":[223],"cases,":[227,254],"performance":[229],"degradation":[230],"computational":[232],"cost":[233],"input":[235],"complexity":[236],"increases.":[237],"Conclusions:":[238],"Our":[239],"effectively":[241],"automates":[242],"central":[244],"tasks,":[246],"namely,":[247],"inferring":[248],"showing":[255],"potential":[256],"practitioners":[263],"automate":[266],"other":[267],"tasks.":[269]},"counts_by_year":[],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2026-04-14T00:00:00"}