{"id":"https://openalex.org/W2954594969","doi":"https://doi.org/10.1109/tse.2019.2926971","title":"Empirical Assessment of Multimorphic Testing","display_name":"Empirical Assessment of Multimorphic Testing","publication_year":2019,"publication_date":"2019-07-07","ids":{"openalex":"https://openalex.org/W2954594969","doi":"https://doi.org/10.1109/tse.2019.2926971","mag":"2954594969"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2019.2926971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2926971","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085993828","display_name":"Paul Temple","orcid":"https://orcid.org/0000-0002-8276-0593"},"institutions":[{"id":"https://openalex.org/I149768937","display_name":"University of Namur","ror":"https://ror.org/03d1maw17","country_code":"BE","type":"education","lineage":["https://openalex.org/I149768937"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Paul Temple","raw_affiliation_strings":["PReCISE, NaDi, University of Namur, Namur, Belgium","DiverSe - Diversity-centric Software Engineering (Campus de Beaulieu, 35042 Rennes cedes - France)","PReCISE - PReCISE Research Centre in Information Systems Engineering (FUNDP - Facult\u00e9 d'Informatique 21 rue Grandgagnage B-5000 Namur - Belgium)"],"affiliations":[{"raw_affiliation_string":"PReCISE, NaDi, University of Namur, Namur, Belgium","institution_ids":["https://openalex.org/I149768937"]},{"raw_affiliation_string":"DiverSe - Diversity-centric Software Engineering (Campus de Beaulieu, 35042 Rennes cedes - France)","institution_ids":[]},{"raw_affiliation_string":"PReCISE - PReCISE Research Centre in Information Systems Engineering (FUNDP - Facult\u00e9 d'Informatique 21 rue Grandgagnage B-5000 Namur - Belgium)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003973216","display_name":"Mathieu Acher","orcid":"https://orcid.org/0000-0003-1483-3858"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mathieu Acher","raw_affiliation_strings":["IRISA, Inria, CNRS, University of Rennes, Rennes, France","DiverSe - Diversity-centric Software Engineering (Campus de Beaulieu, 35042 Rennes cedes - France)"],"affiliations":[{"raw_affiliation_string":"IRISA, Inria, CNRS, University of Rennes, Rennes, France","institution_ids":["https://openalex.org/I56067802","https://openalex.org/I2802519937","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"DiverSe - Diversity-centric Software Engineering (Campus de Beaulieu, 35042 Rennes cedes - France)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069324527","display_name":"Jean\u2010Marc Jez\u00e9qu\u00e9l","orcid":"https://orcid.org/0000-0002-0582-9745"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Marc Jezequel","raw_affiliation_strings":["IRISA, Inria, CNRS, University of Rennes, Rennes, France","DiverSe - Diversity-centric Software Engineering (Campus de Beaulieu, 35042 Rennes cedes - France)"],"affiliations":[{"raw_affiliation_string":"IRISA, Inria, CNRS, University of Rennes, Rennes, France","institution_ids":["https://openalex.org/I56067802","https://openalex.org/I2802519937","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"DiverSe - Diversity-centric Software Engineering (Campus de Beaulieu, 35042 Rennes cedes - France)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085993828"],"corresponding_institution_ids":["https://openalex.org/I149768937"],"apc_list":null,"apc_paid":null,"fwci":0.9874,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77642362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"47","issue":"7","first_page":"1511","last_page":"1527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.829407811164856},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.766650378704071},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.6160587072372437},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.6156641244888306},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6141538023948669},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5603501796722412},{"id":"https://openalex.org/keywords/model-based-testing","display_name":"Model-based testing","score":0.49935150146484375},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.49474212527275085},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.4857538342475891},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.46584925055503845},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4553968012332916},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.45530810952186584},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.453155517578125},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.4515314996242523},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.41049593687057495},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3817465901374817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2745169997215271},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2595335841178894},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.22821950912475586},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19647908210754395}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.829407811164856},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.766650378704071},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.6160587072372437},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.6156641244888306},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6141538023948669},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5603501796722412},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.49935150146484375},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.49474212527275085},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.4857538342475891},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.46584925055503845},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4553968012332916},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.45530810952186584},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.453155517578125},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.4515314996242523},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.41049593687057495},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3817465901374817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2745169997215271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2595335841178894},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.22821950912475586},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19647908210754395},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2019.2926971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2926971","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:pure.unamur.be:openaire_cris_publications/430c375a-7484-416e-a7c7-1a8b50633c89","is_oa":false,"landing_page_url":"https://researchportal.unamur.be/en/publications/430c375a-7484-416e-a7c7-1a8b50633c89","pdf_url":null,"source":{"id":"https://openalex.org/S4406922457","display_name":"Repository of the University of Namur","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Temple, P, Acher, M & J\u00e9z\u00e9quel, J-M 2019, 'Empirical Assessment of Multimorphic Testing', IEEE Transactions on Software Engineering.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:HAL:hal-02177158v1","is_oa":false,"landing_page_url":"https://inria.hal.science/hal-02177158","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Software Engineering, In press, pp.1-21. ⟨10.1109/TSE.2019.2926971⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W28407686","https://openalex.org/W109452506","https://openalex.org/W272300126","https://openalex.org/W782100011","https://openalex.org/W1501794250","https://openalex.org/W1575019243","https://openalex.org/W1576863229","https://openalex.org/W1590105591","https://openalex.org/W1861492603","https://openalex.org/W1971351024","https://openalex.org/W1982366717","https://openalex.org/W1983306745","https://openalex.org/W1984439778","https://openalex.org/W1986531046","https://openalex.org/W1993828811","https://openalex.org/W1999296854","https://openalex.org/W2003948571","https://openalex.org/W2004248182","https://openalex.org/W2019368525","https://openalex.org/W2023740829","https://openalex.org/W2037227137","https://openalex.org/W2041713059","https://openalex.org/W2042033151","https://openalex.org/W2048064553","https://openalex.org/W2049562935","https://openalex.org/W2056896754","https://openalex.org/W2093810051","https://openalex.org/W2096449544","https://openalex.org/W2097821140","https://openalex.org/W2102742419","https://openalex.org/W2105339403","https://openalex.org/W2108598243","https://openalex.org/W2115910430","https://openalex.org/W2123227717","https://openalex.org/W2126210726","https://openalex.org/W2127777749","https://openalex.org/W2129905273","https://openalex.org/W2144179818","https://openalex.org/W2155541267","https://openalex.org/W2160998628","https://openalex.org/W2163288162","https://openalex.org/W2167231034","https://openalex.org/W2171570823","https://openalex.org/W2201145266","https://openalex.org/W2249475272","https://openalex.org/W2261238734","https://openalex.org/W2294668324","https://openalex.org/W2306992465","https://openalex.org/W2324595780","https://openalex.org/W2392262895","https://openalex.org/W2495617574","https://openalex.org/W2508888927","https://openalex.org/W2521445524","https://openalex.org/W2528963632","https://openalex.org/W2616028256","https://openalex.org/W2727166190","https://openalex.org/W2740402962","https://openalex.org/W2753704268","https://openalex.org/W2765516841","https://openalex.org/W2793051425","https://openalex.org/W2889139328","https://openalex.org/W2963709863","https://openalex.org/W2963730616","https://openalex.org/W3160978791","https://openalex.org/W3163654280","https://openalex.org/W4243863038","https://openalex.org/W4251674089","https://openalex.org/W4361785283","https://openalex.org/W6604335577","https://openalex.org/W6622748721","https://openalex.org/W6639102338","https://openalex.org/W6648946449","https://openalex.org/W6743814675","https://openalex.org/W6745290153","https://openalex.org/W6754095091"],"related_works":["https://openalex.org/W2204156854","https://openalex.org/W2116248904","https://openalex.org/W2098329690","https://openalex.org/W1634497122","https://openalex.org/W2074050424","https://openalex.org/W3155744979","https://openalex.org/W1888619389","https://openalex.org/W1011588090","https://openalex.org/W632606703","https://openalex.org/W92192699"],"abstract_inverted_index":{"The":[0],"performance":[1,33,51,92],"of":[2,49,91,95,116,130,155,165,219,225],"software":[3,58,96,186],"systems":[4,97],"such":[5,61],"as":[6],"speed,":[7],"memory":[8,175],"usage,":[9],"correct":[10],"identification":[11],"rate,":[12],"tends":[13],"to":[14,55,82,111,120,138,161,193,203,208,216],"be":[15,170,191],"an":[16,210],"evermore":[17],"important":[18],"concern,":[19],"often":[20],"nowadays":[21],"on":[22],"par":[23],"with":[24,104,159,214],"functional":[25],"correctness":[26],"for":[27,149],"critical":[28],"systems.":[29],"Systematically":[30],"testing":[31,85],"these":[32,117],"concerns":[34],"is":[35,65,74,110,200],"however":[36],"extremely":[37],"difficult,":[38],"in":[39,127,181,234,239,243],"particular":[40],"because":[41],"there":[42],"exists":[43],"no":[44],"theory":[45],"underpinning":[46],"the":[47,57,89,113,128,131,153,171,174,178],"evaluation":[48],"a":[50,62,71,147,156,162,185,196,204,217],"test":[52,63,72,93,157,198,205,212],"suite,":[53],"i.e.,":[54,133],"tell":[56],"developer":[59],"whether":[60,70,122,195],"suite":[64,73,158,206,213],"\u201dgood":[66],"enough\u201d":[67],"or":[68,177,207],"even":[69],"better":[75],"than":[76],"another":[77],"one.":[78],"This":[79,188],"paper":[80],"proposes":[81],"apply":[83],"Multimorphic":[84],"and":[86,119,151,245],"empirically":[87],"assess":[88,194],"effectiveness":[90],"suites":[94],"coming":[98],"from":[99],"various":[100],"domains.":[101],"By":[102],"analogy":[103],"mutation":[105],"testing,":[106],"our":[107,226],"core":[108],"idea":[109],"leverage":[112],"typical":[114],"configurability":[115],"systems,":[118],"check":[121],"it":[123],"makes":[124],"any":[125],"difference":[126],"outcome":[129],"tests:":[132],"are":[134],"some":[135],"tests":[136],"able":[137],"\u201ckill\u201d":[139],"underperforming":[140],"system":[141],"configurations?":[142],"More":[143],"precisely,":[144],"we":[145],"propose":[146],"framework":[148,189],"defining":[150],"evaluating":[152],"coverage":[154],"respect":[160,215],"quantitative":[163],"property":[164,218],"interest.":[166,220],"Such":[167],"properties":[168],"can":[169,190],"execution":[172],"time,":[173],"usage":[176],"success":[179],"rate":[180],"tasks":[182],"performed":[183],"by":[184],"system.":[187],"used":[192],"new":[197],"case":[199],"worth":[201],"adding":[202],"select":[209],"optimal":[211],"We":[221],"evaluate":[222],"several":[223],"aspects":[224],"proposal":[227],"through":[228],"3":[229],"empirical":[230],"studies":[231],"carried":[232],"out":[233],"different":[235],"fields:":[236],"object":[237,241],"tracking":[238],"videos,":[240],"recognition":[242],"images,":[244],"code":[246],"generators.":[247]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}