{"id":"https://openalex.org/W3121315014","doi":"https://doi.org/10.1145/3324884.3416563","title":"TestMC","display_name":"TestMC","publication_year":2020,"publication_date":"2020-12-21","ids":{"openalex":"https://openalex.org/W3121315014","doi":"https://doi.org/10.1145/3324884.3416563","mag":"3121315014"},"language":"en","primary_location":{"id":"doi:10.1145/3324884.3416563","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416563","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075464273","display_name":"Muhammad Usman","orcid":"https://orcid.org/0000-0002-3393-5211"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Muhammad Usman","raw_affiliation_strings":["University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100739654","display_name":"Wenxi Wang","orcid":"https://orcid.org/0000-0001-8943-2296"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenxi Wang","raw_affiliation_strings":["University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102146282","display_name":"Sarfraz Khurshid","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarfraz Khurshid","raw_affiliation_strings":["University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075464273"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":2.1268,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88180708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"709","last_page":"721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7235679626464844},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6439120173454285},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6342438459396362},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.598121702671051},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5309317111968994},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5195315480232239},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.46823352575302124},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.4617050290107727},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4605947732925415},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4462319314479828},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41893765330314636},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.4155261516571045},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4152728021144867},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2984444499015808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24404069781303406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21028968691825867},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.20370769500732422},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16404509544372559}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235679626464844},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6439120173454285},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6342438459396362},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.598121702671051},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5309317111968994},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5195315480232239},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.46823352575302124},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.4617050290107727},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4605947732925415},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4462319314479828},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41893765330314636},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.4155261516571045},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4152728021144867},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2984444499015808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24404069781303406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21028968691825867},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.20370769500732422},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16404509544372559},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3324884.3416563","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416563","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7396960126","display_name":null,"funder_award_id":"CCF-1718903","funder_id":"https://openalex.org/F4320309085","funder_display_name":"Center for Selective C-H Functionalization, National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320309085","display_name":"Center for Selective C-H Functionalization, National Science Foundation","ror":"https://ror.org/02h8v7m77"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W166348628","https://openalex.org/W1023119160","https://openalex.org/W1537730723","https://openalex.org/W1541238879","https://openalex.org/W1546325545","https://openalex.org/W1598380601","https://openalex.org/W1660876533","https://openalex.org/W1835981401","https://openalex.org/W1895387792","https://openalex.org/W1964821516","https://openalex.org/W2010438070","https://openalex.org/W2040060046","https://openalex.org/W2057361103","https://openalex.org/W2060440626","https://openalex.org/W2065793351","https://openalex.org/W2118577607","https://openalex.org/W2119296494","https://openalex.org/W2130514924","https://openalex.org/W2134211750","https://openalex.org/W2143744897","https://openalex.org/W2145503356","https://openalex.org/W2154973411","https://openalex.org/W2170224888","https://openalex.org/W2186752618","https://openalex.org/W2212008985","https://openalex.org/W2240728435","https://openalex.org/W2278821771","https://openalex.org/W2324595780","https://openalex.org/W2363172845","https://openalex.org/W2415170901","https://openalex.org/W2536379393","https://openalex.org/W2572061353","https://openalex.org/W2577074744","https://openalex.org/W2615497679","https://openalex.org/W2620081107","https://openalex.org/W2792451387","https://openalex.org/W2883887424","https://openalex.org/W2888096740","https://openalex.org/W2898887908","https://openalex.org/W2899445138","https://openalex.org/W2904953947","https://openalex.org/W2953315742","https://openalex.org/W2956152059","https://openalex.org/W2966083108","https://openalex.org/W2967572128","https://openalex.org/W3003265943","https://openalex.org/W3016605054","https://openalex.org/W3032918068","https://openalex.org/W3101570151","https://openalex.org/W4232512250","https://openalex.org/W4243718993","https://openalex.org/W4250303984","https://openalex.org/W4301460100","https://openalex.org/W6694987671"],"related_works":["https://openalex.org/W1485837041","https://openalex.org/W3204955359","https://openalex.org/W4251258648","https://openalex.org/W2731612402","https://openalex.org/W2745467889","https://openalex.org/W4295918990","https://openalex.org/W2374707652","https://openalex.org/W2024254950","https://openalex.org/W2117411048","https://openalex.org/W2907001447"],"abstract_inverted_index":{"Model":[0],"counting":[1,47],"is":[2,19],"the":[3,7,59,63,86,111,132,155,162,169,237,256,260,266,276,281,287],"problem":[4,22],"for":[5],"finding":[6],"number":[8],"of":[9,45,62,88,90,113,183,189,199,208,213,223,236,259],"solutions":[10],"to":[11,43,138,245,265,290],"a":[12,15,20,196,209,293],"formula":[13],"over":[14],"bounded":[16,120,210],"universe.":[17],"This":[18,96],"classic":[21],"in":[23,32,48,76,131,234,280],"computer":[24],"science":[25],"that":[26,36,79,192,216],"has":[27],"seen":[28],"many":[29,49],"recent":[30],"advances":[31,40],"techniques":[33],"and":[34,56,72,115,124,135,160,168,252],"tools":[35,78,261],"tackle":[37],"it.":[38],"These":[39],"have":[41],"led":[42,244],"applications":[44],"model":[46,67,91,107,141,146,157,165,172,240,250],"domains,":[50],"e.g.,":[51],"quantitative":[52],"program":[53],"analysis,":[54],"reliability,":[55],"security.":[57],"Given":[58],"sheer":[60],"complexity":[61],"underlying":[64],"problem,":[65],"today's":[66],"counters":[68,92,108,147,158],"employ":[69],"sophisticated":[70],"algorithms":[71],"heuristics,":[73],"which":[74],"result":[75],"complex":[77],"must":[80],"be":[81],"heavily":[82],"optimized.":[83],"Therefore,":[84],"establishing":[85],"correctness":[87],"implementations":[89],"necessitates":[93],"rigorous":[94],"testing.":[95],"experience":[97],"paper":[98],"presents":[99],"an":[100,227],"empirical":[101],"study":[102],"on":[103,272],"testing":[104,117],"industrial":[105],"strength":[106],"by":[109,255,286],"applying":[110],"principles":[112,130],"differential":[114],"metamorphic":[116],"together":[118],"with":[119],"exhaustive":[121,211],"input":[122,125,184],"generation":[123],"minimization.":[126],"We":[127],"embody":[128],"these":[129],"TestMC":[133,217,231],"framework,":[134],"apply":[136],"it":[137],"test":[139,154,181],"four":[140,238],"counters,":[142],"including":[143],"three":[144,149,179,235],"state-of-the-art":[145],"from":[148,195],"different":[150],"classes.":[151],"Specifically,":[152],"we":[153,177,269,278],"exact":[156,164],"projMC":[159],"dSharp,":[161],"probabilistic":[163,170],"counter":[166,173],"Ganak,":[167],"approximate":[171],"ApproxMC.":[174],"As":[175],"subjects,":[176],"use":[178],"complementary":[180],"suites":[182],"formulas.":[185],"One":[186],"suite":[187,206,221],"consists":[188,207,222],"larger":[190],"formulas":[191,215,224],"are":[193],"derived":[194],"wide":[197],"range":[198],"real-world":[200],"software":[201],"design":[202],"problems.":[203],"The":[204,219,242],"second":[205],"set":[212],"small":[214],"generated.":[218],"third":[220,282],"generated":[225],"using":[226],"off-the-shelf":[228],"CNF":[229],"fuzzer.":[230],"found":[232],"bugs":[233,243,277],"subject":[239],"counters.":[241],"crashes,":[246],"segmentation":[247],"faults,":[248],"incorrect":[249],"counts,":[251],"resource":[253],"exhaustion":[254],"solvers.":[257],"Two":[258],"were":[262,284],"corrected":[263],"subsequent":[264],"bug":[267],"reports":[268],"submitted":[270],"based":[271],"our":[273],"study,":[274],"whereas":[275],"reported":[279],"tool":[283,288],"deemed":[285],"authors":[289],"not":[291],"require":[292],"fix.":[294]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-02-01T00:00:00"}