{"id":"https://openalex.org/W3007855180","doi":"https://doi.org/10.1145/3363562","title":"A Survey of Compiler Testing","display_name":"A Survey of Compiler Testing","publication_year":2020,"publication_date":"2020-02-06","ids":{"openalex":"https://openalex.org/W3007855180","doi":"https://doi.org/10.1145/3363562","mag":"3007855180"},"language":"en","primary_location":{"id":"doi:10.1145/3363562","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3363562","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100365555","display_name":"Junjie Chen","orcid":"https://orcid.org/0000-0003-3056-9962"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junjie Chen","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085247180","display_name":"Jibesh Patra","orcid":"https://orcid.org/0000-0002-0437-1429"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jibesh Patra","raw_affiliation_strings":["Department of Computer Science, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013438083","display_name":"Michael Pradel","orcid":"https://orcid.org/0000-0003-1623-498X"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Pradel","raw_affiliation_strings":["Department of Computer Science, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100712724","display_name":"Yingfei Xiong","orcid":"https://orcid.org/0000-0001-8991-747X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingfei Xiong","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), MoE, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), MoE, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["School of Electrical Engineering and Computing, University of Newcastle, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computing, University of Newcastle, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085393851","display_name":"Dan Hao","orcid":"https://orcid.org/0000-0001-8295-303X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Hao","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), MoE, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), MoE, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388576","display_name":"Lu Zhang","orcid":"https://orcid.org/0000-0001-8304-7055"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies (Peking University), MoE, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (Peking University), MoE, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100365555"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":28.8382,"has_fulltext":false,"cited_by_count":193,"citation_normalized_percentile":{"value":0.99859977,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"53","issue":"1","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.9342235326766968},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8824043273925781},{"id":"https://openalex.org/keywords/compiler-correctness","display_name":"Compiler correctness","score":0.8700186014175415},{"id":"https://openalex.org/keywords/interprocedural-optimization","display_name":"Interprocedural optimization","score":0.7726098895072937},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7250606417655945},{"id":"https://openalex.org/keywords/compiler-construction","display_name":"Compiler construction","score":0.6812589168548584},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6466140747070312},{"id":"https://openalex.org/keywords/optimizing-compiler","display_name":"Optimizing compiler","score":0.48704078793525696},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.47690343856811523},{"id":"https://openalex.org/keywords/loop-optimization","display_name":"Loop optimization","score":0.30025404691696167}],"concepts":[{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.9342235326766968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8824043273925781},{"id":"https://openalex.org/C68366613","wikidata":"https://www.wikidata.org/wiki/Q5156378","display_name":"Compiler correctness","level":3,"score":0.8700186014175415},{"id":"https://openalex.org/C111564260","wikidata":"https://www.wikidata.org/wiki/Q4288856","display_name":"Interprocedural optimization","level":5,"score":0.7726098895072937},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7250606417655945},{"id":"https://openalex.org/C9957790","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler construction","level":3,"score":0.6812589168548584},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6466140747070312},{"id":"https://openalex.org/C190902152","wikidata":"https://www.wikidata.org/wiki/Q1325106","display_name":"Optimizing compiler","level":3,"score":0.48704078793525696},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.47690343856811523},{"id":"https://openalex.org/C29331672","wikidata":"https://www.wikidata.org/wiki/Q3354468","display_name":"Loop optimization","level":4,"score":0.30025404691696167}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3363562","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3363562","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:uon:42112","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.13/1443829","pdf_url":null,"source":{"id":"https://openalex.org/S4377196471","display_name":"NOVA (University of Newcastle Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78757542","host_organization_name":"University of Newcastle Australia","host_organization_lineage":["https://openalex.org/I78757542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2018499063","display_name":null,"funder_award_id":"61672047, 61861130363, 61872008, 61828201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W92962286","https://openalex.org/W109452506","https://openalex.org/W188860983","https://openalex.org/W1495478763","https://openalex.org/W1512154564","https://openalex.org/W1570186190","https://openalex.org/W1575947743","https://openalex.org/W1771592302","https://openalex.org/W1963949959","https://openalex.org/W1964071625","https://openalex.org/W1969512398","https://openalex.org/W1981618658","https://openalex.org/W1996576978","https://openalex.org/W1999122313","https://openalex.org/W2014515160","https://openalex.org/W2015863099","https://openalex.org/W2019793857","https://openalex.org/W2023035194","https://openalex.org/W2025898372","https://openalex.org/W2028206483","https://openalex.org/W2030405312","https://openalex.org/W2032188103","https://openalex.org/W2041847742","https://openalex.org/W2045837563","https://openalex.org/W2050469558","https://openalex.org/W2055423165","https://openalex.org/W2071952624","https://openalex.org/W2077484356","https://openalex.org/W2079124302","https://openalex.org/W2086665685","https://openalex.org/W2086689864","https://openalex.org/W2087703320","https://openalex.org/W2094771270","https://openalex.org/W2095064458","https://openalex.org/W2095445208","https://openalex.org/W2096698236","https://openalex.org/W2101635160","https://openalex.org/W2121217767","https://openalex.org/W2125126351","https://openalex.org/W2125427574","https://openalex.org/W2130746431","https://openalex.org/W2132984320","https://openalex.org/W2138284121","https://openalex.org/W2139126377","https://openalex.org/W2146865435","https://openalex.org/W2155877593","https://openalex.org/W2159933174","https://openalex.org/W2164264520","https://openalex.org/W2170224888","https://openalex.org/W2170737051","https://openalex.org/W2204159924","https://openalex.org/W2245859419","https://openalex.org/W2249862487","https://openalex.org/W2272182352","https://openalex.org/W2295658119","https://openalex.org/W2296333508","https://openalex.org/W2315623815","https://openalex.org/W2343875716","https://openalex.org/W2370472429","https://openalex.org/W2390518826","https://openalex.org/W2414287720","https://openalex.org/W2461570336","https://openalex.org/W2461954509","https://openalex.org/W2499791918","https://openalex.org/W2506015293","https://openalex.org/W2516464194","https://openalex.org/W2530895108","https://openalex.org/W2531818755","https://openalex.org/W2532737545","https://openalex.org/W2538113128","https://openalex.org/W2546573440","https://openalex.org/W2576158840","https://openalex.org/W2615067872","https://openalex.org/W2617809069","https://openalex.org/W2619311298","https://openalex.org/W2753617992","https://openalex.org/W2759550170","https://openalex.org/W2788197406","https://openalex.org/W2794859654","https://openalex.org/W2808957028","https://openalex.org/W2898582152","https://openalex.org/W2898887908","https://openalex.org/W2900990156","https://openalex.org/W2901765484","https://openalex.org/W2905627582","https://openalex.org/W2914234945","https://openalex.org/W2962425620","https://openalex.org/W2968370566","https://openalex.org/W3000636126","https://openalex.org/W4232211989","https://openalex.org/W4235356748","https://openalex.org/W4238083723","https://openalex.org/W4238292796","https://openalex.org/W4243412374","https://openalex.org/W4243585190","https://openalex.org/W4244198163","https://openalex.org/W4244698237","https://openalex.org/W4248101274","https://openalex.org/W4255990381","https://openalex.org/W4292003067","https://openalex.org/W4299512882"],"related_works":["https://openalex.org/W4246454774","https://openalex.org/W2121223013","https://openalex.org/W2083681681","https://openalex.org/W1496844168","https://openalex.org/W2169584677","https://openalex.org/W2094199724","https://openalex.org/W4232954277","https://openalex.org/W4220800565","https://openalex.org/W4240253816","https://openalex.org/W2749133591"],"abstract_inverted_index":{"Virtually":[0],"any":[1],"software":[2],"running":[3],"on":[4,65,110,135],"a":[5,11,14,21,56,92],"computer":[6],"has":[7],"been":[8,47],"processed":[9],"by":[10,113],"compiler":[12,66,75,93,99,106,114,129],"or":[13],"compiler-like":[15],"tool.":[16],"Because":[17],"compilers":[18],"are":[19],"such":[20],"crucial":[22],"piece":[23],"of":[24,32,41,59,63,73,127,138],"infrastructure":[25],"for":[26,89],"building":[27],"software,":[28],"their":[29],"correctness":[30,40],"is":[31],"paramount":[33],"importance.":[34],"To":[35],"validate":[36],"and":[37,102,125,132],"increase":[38],"the":[39,60,74,123,136],"compilers,":[42],"significant":[43],"research":[44,64,131],"efforts":[45],"have":[46],"devoted":[48],"to":[49,80,87,97,104,148],"testing":[50,76,130],"compilers.":[51],"This":[52],"survey":[53,69,118],"article":[54],"provides":[55],"comprehensive":[57],"summary":[58],"current":[61,128],"state-of-the-art":[62],"testing.":[67,115],"The":[68],"covers":[70],"different":[71],"aspects":[72],"problem,":[77],"including":[78],"how":[79,96,103],"construct":[81],"test":[82,85],"programs,":[83],"what":[84],"oracles":[86],"use":[88],"determining":[90],"whether":[91],"behaves":[94],"correctly,":[95],"execute":[98],"tests":[100],"efficiently,":[101],"help":[105],"developers":[107],"take":[108],"action":[109],"bugs":[111],"discovered":[112],"Moreover,":[116],"we":[117,141],"work":[119],"that":[120,146],"empirically":[121],"studies":[122],"strengths":[124],"weaknesses":[126],"practice.":[133],"Based":[134],"discussion":[137],"existing":[139],"work,":[140],"outline":[142],"several":[143],"open":[144],"challenges":[145],"remain":[147],"be":[149],"addressed":[150],"in":[151],"future":[152],"work.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":6}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}