{"id":"https://openalex.org/W2008807403","doi":"https://doi.org/10.1145/2699722","title":"Statistical Debugging for Simulations","display_name":"Statistical Debugging for Simulations","publication_year":2015,"publication_date":"2015-04-16","ids":{"openalex":"https://openalex.org/W2008807403","doi":"https://doi.org/10.1145/2699722","mag":"2008807403"},"language":"en","primary_location":{"id":"doi:10.1145/2699722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2699722","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026324363","display_name":"Ross Gore","orcid":"https://orcid.org/0000-0003-4065-6146"},"institutions":[{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ross Gore","raw_affiliation_strings":["Old Dominion University, Suffolk, VA","Old Dominion University, Suffolk, VA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Old Dominion University, Suffolk, VA","institution_ids":["https://openalex.org/I81365321"]},{"raw_affiliation_string":"Old Dominion University, Suffolk, VA#TAB#","institution_ids":["https://openalex.org/I81365321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058202573","display_name":"Paul F. Reynolds","orcid":"https://orcid.org/0000-0001-7507-0167"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul F. Reynolds Jr.","raw_affiliation_strings":["University of Virginia, Charlottesville, VA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025370126","display_name":"David Kamensky","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Kamensky","raw_affiliation_strings":["University of Texas at Austin","University of Texas at Austin#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"University of Texas at Austin#TAB#","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020043714","display_name":"Saikou Y. Diallo","orcid":"https://orcid.org/0000-0003-2389-2809"},"institutions":[{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saikou Diallo","raw_affiliation_strings":["Old Dominion University, Suffolk, VA","Old Dominion University, Suffolk, VA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Old Dominion University, Suffolk, VA","institution_ids":["https://openalex.org/I81365321"]},{"raw_affiliation_string":"Old Dominion University, Suffolk, VA#TAB#","institution_ids":["https://openalex.org/I81365321"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012136427","display_name":"Jos\u00e9 J. Padilla","orcid":"https://orcid.org/0000-0003-0720-4148"},"institutions":[{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Padilla","raw_affiliation_strings":["Old Dominion University, Suffolk, VA","Old Dominion University, Suffolk, VA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Old Dominion University, Suffolk, VA","institution_ids":["https://openalex.org/I81365321"]},{"raw_affiliation_string":"Old Dominion University, Suffolk, VA#TAB#","institution_ids":["https://openalex.org/I81365321"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.3137,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.96875443,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"25","issue":"3","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8171093463897705},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.7697761058807373},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.6284770965576172},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.5955132246017456},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.541883111000061},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.528035044670105},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4996180534362793},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.45694905519485474},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.42975562810897827},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3804943263530731}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8171093463897705},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7697761058807373},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.6284770965576172},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.5955132246017456},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.541883111000061},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.528035044670105},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4996180534362793},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.45694905519485474},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.42975562810897827},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3804943263530731},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2699722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2699722","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W198918365","https://openalex.org/W622067187","https://openalex.org/W1531871496","https://openalex.org/W1559035930","https://openalex.org/W1841750659","https://openalex.org/W1968630830","https://openalex.org/W1997753289","https://openalex.org/W2001496424","https://openalex.org/W2010825534","https://openalex.org/W2015502943","https://openalex.org/W2022830354","https://openalex.org/W2030978593","https://openalex.org/W2036196659","https://openalex.org/W2062798175","https://openalex.org/W2065704711","https://openalex.org/W2094731495","https://openalex.org/W2101819268","https://openalex.org/W2103953153","https://openalex.org/W2105691657","https://openalex.org/W2116620527","https://openalex.org/W2126375130","https://openalex.org/W2140481308","https://openalex.org/W2145137020","https://openalex.org/W2149904737","https://openalex.org/W2164768649","https://openalex.org/W2170480526","https://openalex.org/W2171480813","https://openalex.org/W2752853835","https://openalex.org/W2970576388","https://openalex.org/W3106729728","https://openalex.org/W4299589157"],"related_works":["https://openalex.org/W2386723501","https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2387879414","https://openalex.org/W2480201319","https://openalex.org/W2390304029","https://openalex.org/W2387706296","https://openalex.org/W2153869077"],"abstract_inverted_index":{"Predictions":[0],"from":[1],"simulations":[2,20,91],"have":[3,22],"entered":[4],"the":[5,34,43,51,114,132,136,146,164,175],"mainstream":[6],"of":[7,36,53,102,116,166],"public":[8],"policy":[9],"and":[10,40,74,95,155],"decision-making":[11],"practices.":[12],"Unfortunately,":[13],"methods":[14],"for":[15,61,83,90],"gaining":[16],"insight":[17,28],"into":[18],"faulty":[19,38,137],"outputs":[21],"not":[23],"kept":[24],"pace.":[25],"Ideally,":[26],"an":[27],"gathering":[29],"method":[30],"would":[31],"automatically":[32],"identify":[33],"cause":[35],"a":[37,126],"output":[39,139],"explain":[41],"to":[42,47,86,106,140,162,171],"simulation":[44,127,138],"developer":[45,128],"how":[46],"correct":[48],"it.":[49],"In":[50],"field":[52],"software":[54,63,85],"engineering,":[55],"this":[56],"challenge":[57],"has":[58],"been":[59],"addressed":[60],"general-purpose":[62,84],"through":[64],"statistical":[65],"debuggers.":[66],"We":[67],"present":[68],"two":[69],"research":[70],"contributions,":[71],"elastic":[72,153],"predicates":[73,99,154],"many-valued":[75,110,156],"labeling":[76,111,157],"functions":[77,112,158],",":[78],"that":[79,152,169,178],"enable":[80],"debuggers":[81,104],"designed":[82],"become":[87],"more":[88],"effective":[89],"employing":[92],"random":[93,117],"variates":[94],"continuous":[96,107],"numbers.":[97],"Elastic":[98],"address":[100],"deficiencies":[101],"existing":[103],"related":[105],"numbers,":[108],"whereas":[109],"support":[113],"use":[115],"variates.":[118],"When":[119],"used":[120],"in":[121,181],"combinations,":[122],"these":[123],"contributions":[124],"allow":[125],"tasked":[129],"with":[130],"localizing":[131],"program":[133,167],"statement":[134],"causing":[135],"examine":[141],"40%":[142],"fewer":[143],"statements":[144,168],"than":[145],"leading":[147],"alternatives.":[148],"Our":[149],"evaluation":[150],"shows":[151],"maintain":[159],"their":[160],"ability":[161],"reduce":[163],"number":[165],"need":[170],"be":[172],"examined":[173],"under":[174],"imperfect":[176],"conditions":[177],"developers":[179],"experience":[180],"practice.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}