{"id":"https://openalex.org/W4382987235","doi":"https://doi.org/10.1145/3607182","title":"An Interleaving Guided Metamorphic Testing Approach for Concurrent Programs","display_name":"An Interleaving Guided Metamorphic Testing Approach for Concurrent Programs","publication_year":2023,"publication_date":"2023-07-03","ids":{"openalex":"https://openalex.org/W4382987235","doi":"https://doi.org/10.1145/3607182"},"language":"en","primary_location":{"id":"doi:10.1145/3607182","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607182","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048309076","display_name":"Chang\u2010ai Sun","orcid":"https://orcid.org/0000-0003-3696-6176"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chang-Ai Sun","raw_affiliation_strings":["University of Science and Technology Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051273381","display_name":"Hepeng Dai","orcid":"https://orcid.org/0000-0001-5507-3053"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hepeng Dai","raw_affiliation_strings":["University of Science and Technology Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092387427","display_name":"Ning Geng","orcid":"https://orcid.org/0009-0003-6279-1610"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Geng","raw_affiliation_strings":["University of Science and Technology Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033550181","display_name":"Huai Liu","orcid":"https://orcid.org/0000-0003-3125-4399"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huai Liu","raw_affiliation_strings":["Swinburne University of Technology, Australia"],"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["Swinburne University of Technology, Australia"],"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101608169","display_name":"Peng Wu","orcid":"https://orcid.org/0000-0002-4931-0566"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wu","raw_affiliation_strings":["Chinese Academy of Sciences and University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019924930","display_name":"Yan Cai","orcid":"https://orcid.org/0000-0002-4768-0272"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Cai","raw_affiliation_strings":["Chinese Academy of Sciences and University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101842905","display_name":"Jinqiu Wang","orcid":"https://orcid.org/0009-0003-8748-8466"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinqiu Wang","raw_affiliation_strings":["Chinese Academy of Sciences and University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5048309076"],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":1.5396,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88812534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"33","issue":"1","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.880597710609436},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6557544469833374},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.47755202651023865},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.4338383376598358},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.42413222789764404},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3702352046966553},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.35770490765571594},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.22150307893753052},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.17917487025260925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.880597710609436},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6557544469833374},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.47755202651023865},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.4338383376598358},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42413222789764404},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3702352046966553},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.35770490765571594},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.22150307893753052},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.17917487025260925}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3607182","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607182","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2758844080","display_name":null,"funder_award_id":"61872039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3537633596","display_name":null,"funder_award_id":"202104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G45676298","display_name":null,"funder_award_id":"62272037 and 61872039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6258415954","display_name":null,"funder_award_id":"Chinese","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7744500962","display_name":null,"funder_award_id":"62272037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7847764161","display_name":null,"funder_award_id":"Y2021041","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G7882679372","display_name":null,"funder_award_id":"FRF-GF-19-B19","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8951484681","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W125251596","https://openalex.org/W1505468428","https://openalex.org/W1972544179","https://openalex.org/W2041713059","https://openalex.org/W2042310182","https://openalex.org/W2065675749","https://openalex.org/W2082766667","https://openalex.org/W2091093620","https://openalex.org/W2100080791","https://openalex.org/W2100230555","https://openalex.org/W2100505193","https://openalex.org/W2111900492","https://openalex.org/W2115510075","https://openalex.org/W2119494620","https://openalex.org/W2120027538","https://openalex.org/W2127989655","https://openalex.org/W2132294215","https://openalex.org/W2134164054","https://openalex.org/W2135395375","https://openalex.org/W2135842852","https://openalex.org/W2138428785","https://openalex.org/W2142647473","https://openalex.org/W2151363114","https://openalex.org/W2157888439","https://openalex.org/W2162036145","https://openalex.org/W2167744164","https://openalex.org/W2168208806","https://openalex.org/W2280554095","https://openalex.org/W2293505944","https://openalex.org/W2324595780","https://openalex.org/W2610589024","https://openalex.org/W2617064781","https://openalex.org/W2811165696","https://openalex.org/W2814638054","https://openalex.org/W2887512784","https://openalex.org/W2898242299","https://openalex.org/W2914625582","https://openalex.org/W2954157446","https://openalex.org/W2963327228","https://openalex.org/W2969812409","https://openalex.org/W2997653900","https://openalex.org/W2999226845","https://openalex.org/W3044926166","https://openalex.org/W3137220996","https://openalex.org/W3142284768","https://openalex.org/W3163304474","https://openalex.org/W3195446863","https://openalex.org/W4206915968","https://openalex.org/W4231553975","https://openalex.org/W4238689832","https://openalex.org/W4288622559"],"related_works":["https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2125620709","https://openalex.org/W2110441383","https://openalex.org/W2045932760","https://openalex.org/W4233149903","https://openalex.org/W2326878701","https://openalex.org/W4293864700","https://openalex.org/W2184228419","https://openalex.org/W4307077653"],"abstract_inverted_index":{"Concurrent":[0],"programs":[1,136,202],"are":[2,14,106],"normally":[3],"composed":[4],"of":[5,39,52,63,78,86,97,103,112,149,177,200,208,226],"multiple":[6],"concurrent":[7,40,79,90,113,135,201],"threads":[8,13],"sharing":[9],"memory":[10],"space.":[11],"These":[12],"often":[15],"interleaved,":[16],"which":[17,105],"may":[18],"lead":[19],"to":[20,36,70,130,145,159,173],"some":[21],"non-determinism":[22],"in":[23,89,138,157,211],"execution":[24],"results,":[25],"even":[26],"for":[27,109,197],"the":[28,37,44,49,53,61,72,76,83,100,110,147,152,161,166,195,198,206,209,212,223],"same":[29],"program":[30],"input.":[31],"This":[32],"poses":[33],"huge":[34],"challenges":[35],"testing":[38,65,77,111,117,169,185,199],"programs,":[41],"especially":[42],"on":[43,82,134],"test":[45],"result":[46],"verification\u2014that":[47],"is,":[48],"prevalent":[50],"existence":[51],"oracle":[54,73,162],"problem.":[55],"In":[56],"this":[57],"article,":[58],"we":[59,92],"investigate":[60],"application":[62],"metamorphic":[64,98],"(MT),":[66],"a":[67,126,174],"mainstream":[68],"technique":[69],"address":[71],"problem,":[74,163],"into":[75,219],"programs.":[80,114],"Based":[81],"unique":[84],"features":[85],"interleaved":[87],"executions":[88],"programming,":[91],"propose":[93],"an":[94],"extended":[95],"notion":[96],"relations,":[99],"core":[101],"part":[102],"MT,":[104,220],"particularly":[107],"designed":[108],"A":[115],"comprehensive":[116],"approach,":[118],"namely":[119],"ConMT":[120,164,191],",":[121],"is":[122,128,188],"thus":[123,204],"developed":[124],"and":[125,151,183,203],"tool":[127],"built":[129],"automate":[131],"its":[132],"implementation":[133],"written":[137],"Java.":[139],"Empirical":[140],"studies":[141],"have":[142],"been":[143],"conducted":[144],"evaluate":[146],"performance":[148],"ConMT,":[150],"experimental":[153],"results":[154],"show":[155],"that":[156,190],"addition":[158],"addressing":[160],"outperforms":[165],"baseline":[167],"traditional":[168],"techniques":[170],"with":[171],"respect":[172],"higher":[175],"degree":[176],"automation,":[178],"better":[179],"bug":[180],"detection":[181],"capability,":[182],"shorter":[184],"time.":[186],"It":[187],"clear":[189],"can":[192],"significantly":[193],"improve":[194],"cost-effectiveness":[196],"advances":[205],"state":[207],"art":[210],"field.":[213],"The":[214],"study":[215],"also":[216],"brings":[217],"novelty":[218],"hence":[221],"promoting":[222],"fundamental":[224],"research":[225],"software":[227],"testing.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}