{"id":"https://openalex.org/W2963238344","doi":"https://doi.org/10.1145/3307681.3325399","title":"Making Root Cause Analysis Feasible for Large Code Bases","display_name":"Making Root Cause Analysis Feasible for Large Code Bases","publication_year":2019,"publication_date":"2019-06-17","ids":{"openalex":"https://openalex.org/W2963238344","doi":"https://doi.org/10.1145/3307681.3325399","mag":"2963238344"},"language":"en","primary_location":{"id":"doi:10.1145/3307681.3325399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3307681.3325399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Symposium on High-Performance Parallel and Distributed Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039245401","display_name":"Daniel Milroy","orcid":"https://orcid.org/0000-0001-6500-3227"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel J. Milroy","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067337048","display_name":"Allison H. Baker","orcid":"https://orcid.org/0000-0003-2436-7838"},"institutions":[{"id":"https://openalex.org/I107766831","display_name":"NSF National Center for Atmospheric Research","ror":"https://ror.org/05cvfcr44","country_code":"US","type":"facility","lineage":["https://openalex.org/I107766831","https://openalex.org/I1311060795","https://openalex.org/I2799356940","https://openalex.org/I4210141337","https://openalex.org/I4210150888"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allison H. Baker","raw_affiliation_strings":["National Center for Atmospheric Research, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Atmospheric Research, Boulder, CO, USA","institution_ids":["https://openalex.org/I107766831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050498512","display_name":"Dorit Hammerling","orcid":"https://orcid.org/0000-0003-3583-3611"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dorit M. Hammerling","raw_affiliation_strings":["Colorado School of Mines, Golden, CO, USA"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054217176","display_name":"Youngsung Kim","orcid":"https://orcid.org/0000-0002-7217-411X"},"institutions":[{"id":"https://openalex.org/I107766831","display_name":"NSF National Center for Atmospheric Research","ror":"https://ror.org/05cvfcr44","country_code":"US","type":"facility","lineage":["https://openalex.org/I107766831","https://openalex.org/I1311060795","https://openalex.org/I2799356940","https://openalex.org/I4210141337","https://openalex.org/I4210150888"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Youngsung Kim","raw_affiliation_strings":["National Center for Atmospheric Research, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"National Center for Atmospheric Research, Boulder, CO, USA","institution_ids":["https://openalex.org/I107766831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041552096","display_name":"Elizabeth R. Jessup","orcid":"https://orcid.org/0000-0002-7740-9985"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth R. Jessup","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045530644","display_name":"Thomas H\u00e4user","orcid":"https://orcid.org/0000-0003-1170-6749"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Hauser","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039245401"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":2.2387,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.88130759,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"73","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-slicing","display_name":"Program slicing","score":0.8207051753997803},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7928835153579712},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6802051663398743},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.6694015264511108},{"id":"https://openalex.org/keywords/call-graph","display_name":"Call graph","score":0.4939880967140198},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4925471246242523},{"id":"https://openalex.org/keywords/tree-traversal","display_name":"Tree traversal","score":0.4917638599872589},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.47562411427497864},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.44122010469436646},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.42842093110084534},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.41912710666656494},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4150303602218628},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4138162434101105},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4121437668800354},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39513054490089417},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3510216474533081},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.25625884532928467},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.16259169578552246},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.1422160565853119}],"concepts":[{"id":"https://openalex.org/C91071405","wikidata":"https://www.wikidata.org/wiki/Q1413145","display_name":"Program slicing","level":3,"score":0.8207051753997803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7928835153579712},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6802051663398743},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.6694015264511108},{"id":"https://openalex.org/C102379954","wikidata":"https://www.wikidata.org/wiki/Q2589940","display_name":"Call graph","level":2,"score":0.4939880967140198},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4925471246242523},{"id":"https://openalex.org/C140745168","wikidata":"https://www.wikidata.org/wiki/Q1210082","display_name":"Tree traversal","level":2,"score":0.4917638599872589},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.47562411427497864},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.44122010469436646},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.42842093110084534},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.41912710666656494},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4150303602218628},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4138162434101105},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4121437668800354},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39513054490089417},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3510216474533081},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.25625884532928467},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.16259169578552246},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.1422160565853119},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3307681.3325399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3307681.3325399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Symposium on High-Performance Parallel and Distributed Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308377","display_name":"National Center for Atmospheric Research","ror":"https://ror.org/05cvfcr44"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W7362409","https://openalex.org/W580762004","https://openalex.org/W1558010515","https://openalex.org/W1575308494","https://openalex.org/W1616657595","https://openalex.org/W1971102487","https://openalex.org/W1971421925","https://openalex.org/W2056944867","https://openalex.org/W2058526570","https://openalex.org/W2079083905","https://openalex.org/W2095293504","https://openalex.org/W2102017123","https://openalex.org/W2110019745","https://openalex.org/W2125634634","https://openalex.org/W2136434791","https://openalex.org/W2144789370","https://openalex.org/W2153185479","https://openalex.org/W2293624369","https://openalex.org/W2308500666","https://openalex.org/W2480798680","https://openalex.org/W2578190765","https://openalex.org/W2608249424","https://openalex.org/W2766769976","https://openalex.org/W2772196194","https://openalex.org/W2996821993","https://openalex.org/W4245304416","https://openalex.org/W4312650633","https://openalex.org/W6664930194"],"related_works":["https://openalex.org/W87824331","https://openalex.org/W3134694799","https://openalex.org/W2362297705","https://openalex.org/W3217625194","https://openalex.org/W2294335143","https://openalex.org/W2127963429","https://openalex.org/W1953128469","https://openalex.org/W1999384668","https://openalex.org/W3097193732","https://openalex.org/W2352685139"],"abstract_inverted_index":{"Large-scale":[0],"simulation":[1,19,239],"codes":[2],"that":[3,188],"model":[4,69],"complicated":[5],"science":[6],"and":[7,13,211,274],"engineering":[8],"applications":[9],"typically":[10],"have":[11,283],"huge":[12],"complex":[14],"code":[15],"bases.":[16],"For":[17],"such":[18],"codes,":[20],"where":[21],"bit-for-bit":[22],"comparisons":[23],"are":[24,53],"too":[25],"restrictive,":[26],"finding":[27],"the":[28,73,92,103,122,126,147,158,172,176,229,276,286],"source":[29],"of":[30,81,87,125,186,194,204,231,237,250],"statistically":[31,279],"significant":[32],"discrepancies":[33],"(e.g.,":[34],"from":[35],"a":[36,68,99,106,132,154,180,184,191,199,202],"previous":[37],"version,":[38],"alternative":[39],"hardware":[40],"or":[41,61],"supporting":[42],"software":[43,288],"stack)":[44],"in":[45,102,131,141,222,292],"output":[46,104,160,240],"is":[47,144,169],"non-trivial":[48],"at":[49],"best.":[50],"Although":[51],"there":[52],"many":[54],"tools":[55,148,271],"for":[56,91,175,278],"program":[57,206],"comprehension":[58],"through":[59,157],"debugging":[60],"slicing,":[62],"few":[63],"(if":[64],"any)":[65],"scale":[66],"to":[67,121,145,149,152,161,170,179,257,263,272],"as":[70,72,120,248],"large":[71],"Community":[74],"Earth":[75],"System":[76],"Model":[77],"(CESM#8482;),":[78],"which":[79],"consists":[80],"more":[82],"than":[83],"1.5":[84],"million":[85],"lines":[86],"Fortran":[88],"code.":[89],"Currently":[90],"CESM,":[93],"we":[94,282],"can":[95,245],"easily":[96],"determine":[97],"whether":[98],"discrepancy":[100],"exists":[101],"using":[105],"by":[107,214,241],"now":[108],"well-established":[109],"statistical":[110],"consistency":[111],"testing":[112],"tool.":[113],"However,":[114],"this":[115,142,165,223,232],"tool":[116],"provides":[117],"no":[118],"information":[119],"possible":[123],"cause":[124],"detected":[127,156],"discrepancy,":[128],"leaving":[129],"developers":[130,151,269],"seemingly":[133],"impossible":[134],"(and":[135],"frustrating)":[136],"situation.":[137],"Therefore,":[138],"our":[139,167],"aim":[140],"work":[143],"provide":[146],"enable":[150],"trace":[153],"problem":[155],"CESM":[159,196,238,268,287],"its":[162,294],"source.":[163],"To":[164],"end,":[166],"strategy":[168],"reduce":[171],"search":[173,225],"space":[174],"root":[177],"cause(s)":[178],"tractable":[181],"size":[182],"via":[183],"series":[185],"techniques":[187],"include":[189],"creating":[190],"directed":[192],"graph":[193],"internal":[195],"variables,":[197],"extracting":[198],"subgraph":[200],"(using":[201],"form":[203],"hybrid":[205],"slicing),":[207],"partitioning":[208],"into":[209],"communities,":[210],"ranking":[212],"nodes":[213],"centrality.":[215],"Runtime":[216],"variable":[217],"sampling":[218,244],"then":[219],"becomes":[220],"feasible":[221],"reduced":[224],"space.":[226],"We":[227],"demonstrate":[228],"utility":[230],"process":[233],"on":[234,296],"multiple":[235],"examples":[236],"illustrating":[242],"how":[243],"be":[246],"performed":[247],"part":[249],"an":[251],"efficient":[252],"parallel":[253],"iterative":[254],"refinement":[255],"procedure":[256],"locate":[258],"error":[259],"sources,":[260],"including":[261],"sensitivity":[262],"CPU":[264],"instructions.":[265],"By":[266],"providing":[267],"with":[270],"identify":[273],"understand":[275],"reason":[277],"distinct":[280],"output,":[281],"positively":[284],"impacted":[285],"development":[289],"cycle":[290],"and,":[291],"particular,":[293],"focus":[295],"quality":[297],"assurance.":[298]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}