{"id":"https://openalex.org/W7161682447","doi":"https://doi.org/10.48550/arxiv.2605.17437","title":"A semantic mutation metric for metamorphic relation adequacy in scientific computing programs","display_name":"A semantic mutation metric for metamorphic relation adequacy in scientific computing programs","publication_year":2026,"publication_date":"2026-05-17","ids":{"openalex":"https://openalex.org/W7161682447","doi":"https://doi.org/10.48550/arxiv.2605.17437"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17437","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135604461","display_name":"Li M","orcid":null},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]},{"id":"https://openalex.org/I96478251","display_name":"Hunan Institute of Technology","ror":"https://ror.org/04n3k2k71","country_code":"CN","type":"education","lineage":["https://openalex.org/I96478251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Meng","raw_affiliation_strings":["School of Computing, University of South China, Hengyang, 421001, China","Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of South China, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]},{"raw_affiliation_string":"Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","institution_ids":["https://openalex.org/I96478251"]},{"raw_affiliation_string":"CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136493765","display_name":"Xiaohua Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]},{"id":"https://openalex.org/I96478251","display_name":"Hunan Institute of Technology","ror":"https://ror.org/04n3k2k71","country_code":"CN","type":"education","lineage":["https://openalex.org/I96478251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Xiaohua","raw_affiliation_strings":["School of Computing, University of South China, Hengyang, 421001, China","Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of South China, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]},{"raw_affiliation_string":"Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","institution_ids":["https://openalex.org/I96478251"]},{"raw_affiliation_string":"CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136488934","display_name":"Jie Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]},{"id":"https://openalex.org/I96478251","display_name":"Hunan Institute of Technology","ror":"https://ror.org/04n3k2k71","country_code":"CN","type":"education","lineage":["https://openalex.org/I96478251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Jie","raw_affiliation_strings":["School of Computing, University of South China, Hengyang, 421001, China","Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of South China, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]},{"raw_affiliation_string":"Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","institution_ids":["https://openalex.org/I96478251"]},{"raw_affiliation_string":"CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136460725","display_name":"Shiyu Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I91935597","display_name":"University of South China","ror":"https://ror.org/03mqfn238","country_code":"CN","type":"education","lineage":["https://openalex.org/I91935597"]},{"id":"https://openalex.org/I96478251","display_name":"Hunan Institute of Technology","ror":"https://ror.org/04n3k2k71","country_code":"CN","type":"education","lineage":["https://openalex.org/I96478251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan, Shiyu","raw_affiliation_strings":["School of Computing, University of South China, Hengyang, 421001, China","Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of South China, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]},{"raw_affiliation_string":"Hunan Engineering Research Center of Software Evaluation and Testing for Intellectual Equipment, Hengyang, 421001, China","institution_ids":["https://openalex.org/I96478251"]},{"raw_affiliation_string":"CNNC Key Laboratory on High Trusted Computing, Hengyang, 421001, China","institution_ids":["https://openalex.org/I91935597"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.3537999987602234,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.3537999987602234,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.15309999883174896,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.03610000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.46810001134872437},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.39309999346733093},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.38589999079704285},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.3560999929904938},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.3544999957084656},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.32429999113082886},{"id":"https://openalex.org/keywords/lever","display_name":"Lever","score":0.3133000135421753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5995000004768372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4733999967575073},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.39309999346733093},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.38589999079704285},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3596999943256378},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35690000653266907},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C107524782","wikidata":"https://www.wikidata.org/wiki/Q40164","display_name":"Lever","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.3125},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.3061999976634979},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.4569445848464966,"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Context.":[0],"Metamorphic":[1],"Testing":[2],"addresses":[3],"the":[4,26,66,112,126,141,144,149,169,185,221],"test-oracle":[5],"problem":[6],"in":[7,51,65,148,211],"scientific":[8,212],"computing,":[9],"but":[10],"classical":[11,67],"Mutation":[12,28],"Score":[13,29],"operates":[14],"on":[15,32],"syntactic":[16,123,181,198],"AST":[17],"mutations":[18],"and":[19,99,178,189],"misses":[20],"domain":[21],"semantics.":[22],"Objective.":[23],"We":[24],"propose":[25],"Semantic":[27],"(SMS),":[30],"built":[31],"five":[33],"domain-semantic":[34,208],"operators":[35],"(Conservation":[36],"Erosion,":[37],"Operator":[38],"Substitution,":[39],"Hyperparameter,":[40,186],"Trajectory":[41,190],"Flip,":[42],"Structural":[43,187],"Injection).":[44],"SMS":[45,201],"degenerates":[46],"almost":[47],"everywhere":[48],"to":[49],"MS":[50],"a":[52,87,120,203],"characterised":[53],"limit,":[54],"so":[55],"any":[56],"SMS-based":[57],"conclusion":[58],"remains":[59],"consistent":[60],"with":[61,86],"prior":[62],"mutation-testing":[63],"literature":[64],"regime.":[68],"Method.":[69],"A":[70,102],"12-PUT":[71],"x":[72],"5-MP":[73],"design":[74],"over":[75],"four":[76],"single-output":[77],"float-to-float":[78],"classes":[79,192],"(numeric,":[80],"probabilistic,":[81],"surrogate,":[82],"machine-learning)":[83],"is":[84,137,167,183,202,218],"paired":[85],"three-layer":[88],"attribution":[89],"classifier":[90],"separating":[91],"true":[92],"semantic":[93],"faults":[94],"from":[95],"tolerance,":[96],"OOD,":[97],"statistical,":[98],"artefact":[100],"categories.":[101],"same-source":[103],"/":[104],"cross-source":[105],"ablation":[106],"under":[107,140,154,195],"an":[108,155],"identical":[109,156],"prompt":[110,157],"isolates":[111],"LLM-source-diversity":[113],"contribution.":[114],"LLM-generated":[115,177],"mutants":[116,182],"are":[117,193],"compared":[118],"against":[119],"default-configuration":[121],"cosmic-ray":[122,180],"pool":[124],"at":[125],"AST-normalised":[127],"level.":[128],"Results.":[129],"The":[130,214],"pre-registered":[131],"large-effect":[132],"threshold":[133],"for":[134,207],"Cliff's":[135],"delta":[136],"not":[138,159,168],"met":[139],"point-estimate":[142],"criterion;":[143],"observed":[145],"effect":[146],"lies":[147],"medium-effect":[150],"range.":[151],"Cross-source":[152],"pooling":[153],"does":[158],"appreciably":[160],"shift":[161],"delta,":[162],"indicating":[163],"that":[164],"LLM":[165],"identity":[166],"lever":[170],"within":[171],"this":[172],"design.":[173],"AST-level":[174],"overlap":[175],"between":[176],"default":[179,196],"small;":[184],"Injection,":[188],"Flip":[191],"unreachable":[194],"first-order":[197,215],"configurations.":[199],"Conclusion.":[200],"backward-compatible":[204],"adequacy":[205],"metric":[206],"metamorphic-relation":[209],"sets":[210],"computing.":[213],"unreachability":[216],"evidence":[217],"independent":[219],"of":[220],"effect-size":[222],"question.":[223]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-20T00:00:00"}
