{"id":"https://openalex.org/W2101700102","doi":"https://doi.org/10.1109/secse.2009.5069163","title":"Testing for trustworthiness in scientific software","display_name":"Testing for trustworthiness in scientific software","publication_year":2009,"publication_date":"2009-05-01","ids":{"openalex":"https://openalex.org/W2101700102","doi":"https://doi.org/10.1109/secse.2009.5069163","mag":"2101700102"},"language":"en","primary_location":{"id":"doi:10.1109/secse.2009.5069163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/secse.2009.5069163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 ICSE Workshop on Software Engineering for Computational Science and Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112458863","display_name":"Daniel Hook","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Daniel Hook","raw_affiliation_strings":["Queen''s University, Kingston, ONT, Canada","[Queen\u2018s University, Kingston, Ontario, Canada]"],"affiliations":[{"raw_affiliation_string":"Queen''s University, Kingston, ONT, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"[Queen\u2018s University, Kingston, Ontario, Canada]","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042291040","display_name":"Diane Kelly","orcid":null},"institutions":[{"id":"https://openalex.org/I51768193","display_name":"Royal Military College of Canada","ror":"https://ror.org/04yr71909","country_code":"CA","type":"education","lineage":["https://openalex.org/I51768193"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Diane Kelly","raw_affiliation_strings":["Royal Military College of Canada, Kingston, ONT, Canada","Royal Military College of Canada, Kingston, Ontario, CANADA"],"affiliations":[{"raw_affiliation_string":"Royal Military College of Canada, Kingston, ONT, Canada","institution_ids":["https://openalex.org/I51768193"]},{"raw_affiliation_string":"Royal Military College of Canada, Kingston, Ontario, CANADA","institution_ids":["https://openalex.org/I51768193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5112458863"],"corresponding_institution_ids":["https://openalex.org/I204722609"],"apc_list":null,"apc_paid":null,"fwci":8.6499,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.97088704,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"59","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.689193844795227},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5933658480644226},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5930300951004028},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.5397682189941406},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.5186251997947693},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5162475109100342},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48887985944747925},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4571293890476227},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.4294777512550354},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4259500801563263},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.42209935188293457},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.41055411100387573},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3772767186164856},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2636718153953552},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15206053853034973},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10234349966049194}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.689193844795227},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5933658480644226},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5930300951004028},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.5397682189941406},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.5186251997947693},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5162475109100342},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48887985944747925},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4571293890476227},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.4294777512550354},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4259500801563263},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.42209935188293457},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.41055411100387573},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3772767186164856},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2636718153953552},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15206053853034973},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10234349966049194},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/secse.2009.5069163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/secse.2009.5069163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 ICSE Workshop on Software Engineering for Computational Science and Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W621959553","https://openalex.org/W1501076421","https://openalex.org/W1984922264","https://openalex.org/W2013711971","https://openalex.org/W2064366128","https://openalex.org/W2102742419","https://openalex.org/W2110441383","https://openalex.org/W2122363242","https://openalex.org/W2134713818","https://openalex.org/W2142262899","https://openalex.org/W2149493559","https://openalex.org/W2151469900","https://openalex.org/W2466218146","https://openalex.org/W3023358202"],"related_works":["https://openalex.org/W234065253","https://openalex.org/W4238386252","https://openalex.org/W2798306226","https://openalex.org/W1571231229","https://openalex.org/W1494025131","https://openalex.org/W2389770817","https://openalex.org/W2209071826","https://openalex.org/W2354586700","https://openalex.org/W2111286772","https://openalex.org/W2185828062"],"abstract_inverted_index":{"Two":[0],"factors":[1],"contribute":[2],"to":[3,24,51,62,138],"the":[4,12,32,46,52,82,92,99],"difficulty":[5],"of":[6,14,20,35,54,68,84,94,120,129],"testing":[7,15,42,105],"scientific":[8,79,110,133],"software.":[9,70,111],"One":[10],"is":[11,31,72,87],"lack":[13,53],"oracles":[16],"-":[17],"a":[18,117,126],"means":[19],"comparing":[21],"software":[22,47,86,134],"output":[23],"expected":[25],"and":[26,103,135],"correct":[27],"results.":[28],"The":[29],"second":[30],"large":[33],"number":[34,119],"tests":[36,123],"required":[37],"when":[38],"following":[39],"any":[40],"standard":[41],"technique":[43],"described":[44],"in":[45,109,132],"engineering":[48],"literature.":[49],"Due":[50],"oracles,":[55],"scientists":[56,137],"use":[57],"judgment":[58],"based":[59],"on":[60],"experience":[61],"assess":[63],"trustworthiness,":[64],"rather":[65],"than":[66],"correctness,":[67],"their":[69,140],"This":[71,97],"an":[73],"approach":[74],"well":[75,121],"established":[76],"for":[77,101,106],"assessing":[78,85],"models.":[80],"However,":[81],"problem":[83,93],"more":[88],"complex,":[89],"exacerbated":[90],"by":[91],"code":[95,107,130],"faults.":[96],"highlights":[98],"need":[100],"effective":[102],"efficient":[104],"faults":[108,131],"Our":[112],"current":[113],"research":[114],"suggests":[115],"that":[116],"small":[118],"chosen":[122],"may":[124],"reveal":[125],"high":[127],"percentage":[128],"allow":[136],"increase":[139],"trust.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}