{"id":"https://openalex.org/W3043711568","doi":"https://doi.org/10.1145/3395363.3397380","title":"Discovering discrepancies in numerical libraries","display_name":"Discovering discrepancies in numerical libraries","publication_year":2020,"publication_date":"2020-07-13","ids":{"openalex":"https://openalex.org/W3043711568","doi":"https://doi.org/10.1145/3395363.3397380","mag":"3043711568"},"language":"en","primary_location":{"id":"doi:10.1145/3395363.3397380","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3395363.3397380","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397380","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397380","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069846961","display_name":"Jackson Vanover","orcid":"https://orcid.org/0000-0003-0574-7587"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jackson Vanover","raw_affiliation_strings":["University of California at Davis, USA"],"affiliations":[{"raw_affiliation_string":"University of California at Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063358119","display_name":"Xuan Deng","orcid":"https://orcid.org/0000-0001-5325-3202"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuan Deng","raw_affiliation_strings":["University of California at Davis, USA"],"affiliations":[{"raw_affiliation_string":"University of California at Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010991469","display_name":"Cindy Rubio-Gonz\u00e1lez","orcid":"https://orcid.org/0000-0002-0861-3763"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cindy Rubio-Gonz\u00e1lez","raw_affiliation_strings":["University of California at Davis, USA"],"affiliations":[{"raw_affiliation_string":"University of California at Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069846961"],"corresponding_institution_ids":["https://openalex.org/I84218800"],"apc_list":null,"apc_paid":null,"fwci":2.5367,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89279026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"488","last_page":"501"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7158235907554626},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6601240038871765},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.6328684091567993},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5787004828453064},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5288468599319458},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.43961602449417114},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4136684536933899},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3358335494995117},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16408994793891907},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.12897533178329468},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07236605882644653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7158235907554626},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6601240038871765},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.6328684091567993},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5787004828453064},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5288468599319458},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.43961602449417114},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4136684536933899},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3358335494995117},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16408994793891907},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.12897533178329468},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07236605882644653},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3395363.3397380","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3395363.3397380","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397380","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3395363.3397380","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3395363.3397380","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3395363.3397380","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3033959819","display_name":null,"funder_award_id":"1750983","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3043711568.pdf","grobid_xml":"https://content.openalex.org/works/W3043711568.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1966151649","https://openalex.org/W1986969990","https://openalex.org/W1999858616","https://openalex.org/W2023123440","https://openalex.org/W2023556458","https://openalex.org/W2044540053","https://openalex.org/W2048854494","https://openalex.org/W2054426341","https://openalex.org/W2059338795","https://openalex.org/W2095507327","https://openalex.org/W2096654515","https://openalex.org/W2122738744","https://openalex.org/W2124722342","https://openalex.org/W2129942570","https://openalex.org/W2138075164","https://openalex.org/W2390518826","https://openalex.org/W2402469106","https://openalex.org/W2406310821","https://openalex.org/W2547684973","https://openalex.org/W2561644314","https://openalex.org/W2619465136","https://openalex.org/W2624755614","https://openalex.org/W2767209415","https://openalex.org/W2806718802","https://openalex.org/W2809346471","https://openalex.org/W2898811429","https://openalex.org/W2898887908","https://openalex.org/W2899445138","https://openalex.org/W2899598218","https://openalex.org/W2899807069","https://openalex.org/W2953787146","https://openalex.org/W2954978134","https://openalex.org/W2955578429","https://openalex.org/W2956055894","https://openalex.org/W2961428223","https://openalex.org/W2962458576","https://openalex.org/W4233996382","https://openalex.org/W4234850770","https://openalex.org/W4238083723"],"related_works":["https://openalex.org/W4287830728","https://openalex.org/W3097860111","https://openalex.org/W3123455607","https://openalex.org/W2138137818","https://openalex.org/W2460944165","https://openalex.org/W2077582506","https://openalex.org/W2375033689","https://openalex.org/W3007358821","https://openalex.org/W323219885","https://openalex.org/W4292559016"],"abstract_inverted_index":{"Numerical":[0],"libraries":[1,19,42],"constitute":[2],"the":[3,31],"building":[4],"blocks":[5],"for":[6],"software":[7],"applications":[8],"that":[9,17,26],"perform":[10],"numerical":[11,41,69,87],"calculations.":[12],"Thus,":[13],"it":[14],"is":[15],"paramount":[16],"such":[18,54],"provide":[20,81],"accurate":[21],"and":[22,60,80,95,109,112,162],"consistent":[23],"results.":[24],"To":[25],"end,":[27],"this":[28],"paper":[29],"addresses":[30],"problem":[32],"of":[33,46,101,123,130],"finding":[34],"discrepancies":[35,67],"between":[36,126],"synonymous":[37,55],"functions":[38],"in":[39,75,116],"different":[40],"as":[43],"a":[44,76,99,106,121],"means":[45],"identifying":[47],"incorrect":[48],"behavior.":[49],"Our":[50],"approach":[51,74],"automatically":[52],"finds":[53,98],"functions,":[56],"synthesizes":[57],"testing":[58],"drivers,":[59],"executes":[61],"differential":[62],"tests":[63],"to":[64,134,144,158],"discover":[65],"meaningful":[66],"across":[68],"libraries.":[70],"We":[71,139],"implement":[72],"our":[73],"tool":[77],"named":[78],"FPDiff,":[79],"an":[82,118],"evaluation":[83],"on":[84],"four":[85],"popular":[86],"libraries:":[88],"GNU":[89],"Scientific":[90],"Library":[91],"(GSL),":[92],"SciPy,":[93],"mpmath,":[94],"jmat.":[96],"FPDiff":[97],"total":[100],"126":[102],"equivalence":[103],"classes":[104],"with":[105],"95.8%":[107],"precision":[108],"79%":[110],"recall,":[111],"discovers":[113],"655":[114],"instances":[115],"which":[117,131],"input":[119],"produces":[120],"set":[122],"disagreeing":[124],"outputs":[125],"function":[127],"synonyms,":[128],"150":[129],"we":[132],"found":[133,157],"represent":[135],"125":[136],"unique":[137],"bugs.":[138],"have":[140,151,155,165],"reported":[141],"all":[142],"bugs":[143,150],"library":[145],"maintainers;":[146],"so":[147],"far,":[148],"30":[149],"been":[152,156,166],"fixed,":[153],"9":[154],"be":[159],"previously":[160],"known,":[161],"25":[163],"more":[164],"acknowledged":[167],"by":[168],"developers.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}