{"id":"https://openalex.org/W4378472049","doi":"https://doi.org/10.1109/tse.2023.3277564","title":"Syntactic Versus Semantic Similarity of Artificial and Real Faults in Mutation Testing Studies","display_name":"Syntactic Versus Semantic Similarity of Artificial and Real Faults in Mutation Testing Studies","publication_year":2023,"publication_date":"2023-05-26","ids":{"openalex":"https://openalex.org/W4378472049","doi":"https://doi.org/10.1109/tse.2023.3277564"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3277564","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3277564","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10136793.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10136793.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015192836","display_name":"Milo\u0161 Ojdani\u0107","orcid":"https://orcid.org/0000-0001-8213-3381"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Milos Ojdanic","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0001-8213-3381","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079315279","display_name":"Aayush Garg","orcid":"https://orcid.org/0000-0002-2507-8846"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Aayush Garg","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-2507-8846","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075318858","display_name":"Ahmed Khanfir","orcid":"https://orcid.org/0000-0001-7471-6050"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Ahmed Khanfir","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0001-7471-6050","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032855338","display_name":"Renzo Degiovanni","orcid":"https://orcid.org/0000-0003-1611-3969"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Renzo Degiovanni","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-1611-3969","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081145634","display_name":"Mike Papadakis","orcid":"https://orcid.org/0000-0003-1852-2547"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Mike Papadakis","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-1852-2547","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040574362","display_name":"Yves Le Traon","orcid":"https://orcid.org/0000-0002-1045-4861"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yves Le Traon","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-1045-4861","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8536,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.9458061,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"49","issue":"7","first_page":"3922","last_page":"3938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8284248113632202},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6914179921150208},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6494235992431641},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6332873106002808},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.5729430913925171},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5437783002853394},{"id":"https://openalex.org/keywords/seeding","display_name":"Seeding","score":0.4500378966331482},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4277356266975403}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8284248113632202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6914179921150208},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6494235992431641},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6332873106002808},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.5729430913925171},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5437783002853394},{"id":"https://openalex.org/C36248471","wikidata":"https://www.wikidata.org/wiki/Q7445669","display_name":"Seeding","level":2,"score":0.4500378966331482},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4277356266975403},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2023.3277564","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3277564","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10136793.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/49190","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/49190","pdf_url":"https://orbilu.uni.lu/bitstream/10993/49190/1/Syntactic_Versus_Semantic_Similarity_of_Artificial_and_Real_Faults_in_Mutation_Testing_Studies.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/preprint"}],"best_oa_location":{"id":"doi:10.1109/tse.2023.3277564","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3277564","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10136793.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378472049.pdf","grobid_xml":"https://content.openalex.org/works/W4378472049.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1567503821","https://openalex.org/W1996596150","https://openalex.org/W2013711971","https://openalex.org/W2029517828","https://openalex.org/W2045929671","https://openalex.org/W2049695835","https://openalex.org/W2087527532","https://openalex.org/W2130942839","https://openalex.org/W2135937266","https://openalex.org/W2145343266","https://openalex.org/W2145373440","https://openalex.org/W2156723666","https://openalex.org/W2170260129","https://openalex.org/W2466388701","https://openalex.org/W2473248416","https://openalex.org/W2546792321","https://openalex.org/W2600669551","https://openalex.org/W2616524285","https://openalex.org/W2725449579","https://openalex.org/W2739564891","https://openalex.org/W2740615119","https://openalex.org/W2780267209","https://openalex.org/W2787216049","https://openalex.org/W2788962378","https://openalex.org/W2806718802","https://openalex.org/W2972082064","https://openalex.org/W2993007949","https://openalex.org/W2995454814","https://openalex.org/W3098605233","https://openalex.org/W3119014038","https://openalex.org/W3146720657","https://openalex.org/W3149255455","https://openalex.org/W3160691259","https://openalex.org/W3164117196","https://openalex.org/W3167948855","https://openalex.org/W3195156628","https://openalex.org/W4205358622","https://openalex.org/W4206242116","https://openalex.org/W4241645538","https://openalex.org/W4281611258","https://openalex.org/W4281761463","https://openalex.org/W4287554141","https://openalex.org/W4288080278","https://openalex.org/W4288089799","https://openalex.org/W4296483261","https://openalex.org/W6629890555","https://openalex.org/W6679436768","https://openalex.org/W6769627184","https://openalex.org/W6795470022","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4376653378","https://openalex.org/W2380654781","https://openalex.org/W2114797768","https://openalex.org/W2176214140","https://openalex.org/W2516873349","https://openalex.org/W2898077673","https://openalex.org/W4385239468","https://openalex.org/W1990601549","https://openalex.org/W2022470916","https://openalex.org/W2283005578"],"abstract_inverted_index":{"Fault":[0],"seeding":[1,84],"is":[2,73],"typically":[3],"used":[4],"in":[5,90,158],"empirical":[6],"studies":[7],"to":[8,15,40,60,75],"evaluate":[9],"and":[10,31,56,142,163,180,196],"compare":[11],"test":[12],"techniques.":[13],"Central":[14],"these":[16],"techniques":[17,118],"lies":[18],"the":[19,80,106,151,183],"hypothesis":[20],"that":[21,63,70,156,165,176],"artificially":[22],"seeded":[23,140],"faults":[24,62,87,93,100,185],"involve":[25],"some":[26],"form":[27],"of":[28,46,82,182,186],"realistic":[29,34],"properties":[30],"thus":[32],"provide":[33],"experimental":[35],"results.":[36],"In":[37],"an":[38],"attempt":[39],"strengthen":[41],"realism,":[42],"a":[43,121,128,137,145,159],"recent":[44],"line":[45],"research":[47],"uses":[48],"machine":[49],"learning":[50,55],"techniques,":[51],"such":[52],"as":[53],"deep":[54],"Natural":[57],"Language":[58],"Processing,":[59],"seed":[61],"look":[64],"like":[65],"(syntactically)":[66],"real":[67,107,184],"ones,":[68],"implying":[69],"fault":[71,133,139],"realism":[72],"related":[74],"syntactic":[76,166],"similarity.":[77,172],"This":[78],"raises":[79],"question":[81,112],"whether":[83,97],"syntactically":[85,98],"similar":[86,92],"indeed":[88],"results":[89],"semantically":[91,190],"and,":[94],"more":[95],"generally":[96],"dissimilar":[99],"are":[101,189],"far":[102],"away":[103],"(semantically)":[104],"from":[105],"ones.":[108],"We":[109,173],"answer":[110],"this":[111],"by":[113,192],"employing":[114],"4":[115],"state-of-the-art":[116],"fault-seeding":[117],"(PiTest":[119],"-":[120,127,136,144],"popular":[122],"mutation":[123,146],"testing":[124,147],"tool,":[125],"IBIR":[126],"tool":[129,148],"with":[130],"manually":[131],"crafted":[132],"patterns,":[134],"DeepMutation":[135,197],"learning-based":[138],"framework":[141],"\u03bcBERT":[143,195],"based":[149],"on":[150],"pre-trained":[152],"language":[153],"model":[154],"CodeBERT)":[155],"operate":[157],"fundamentally":[160],"different":[161],"way,":[162],"demonstrate":[164],"similarity":[167],"does":[168],"not":[169],"reflect":[170],"semantic":[171],"also":[174],"show":[175],"65.11%,":[177],"76.44%,":[178],"61.39%":[179],"9.76%":[181],"Defects4J":[187],"V2":[188],"resembled":[191],"PiTest,":[193],"IBIR,":[194],"faults,":[198],"respectively.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}