{"id":"https://openalex.org/W2159541654","doi":"https://doi.org/10.1109/dsn.2002.1028895","title":"Robust software - no more excuses","display_name":"Robust software - no more excuses","publication_year":2003,"publication_date":"2003-06-25","ids":{"openalex":"https://openalex.org/W2159541654","doi":"https://doi.org/10.1109/dsn.2002.1028895","mag":"2159541654"},"language":"en","primary_location":{"id":"doi:10.1109/dsn.2002.1028895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsn.2002.1028895","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings International Conference on Dependable Systems and Networks","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/Robust_Software_No_More_Excuses/6625640","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068914237","display_name":"J. Vale","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"J. De Vale","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5036158209","display_name":"Philip Koopman","orcid":"https://orcid.org/0000-0003-1658-2386"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Koopman","raw_affiliation_strings":["ECE Department, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5068914237"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8603,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.85903216,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"145","last_page":"154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.9104166626930237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6691961288452148},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5864948630332947},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.4444687068462372},{"id":"https://openalex.org/keywords/robustness-testing","display_name":"Robustness testing","score":0.4373430609703064},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.42984604835510254},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41806361079216003},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4038653075695038},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15948161482810974},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10767152905464172}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.9104166626930237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6691961288452148},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5864948630332947},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.4444687068462372},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.4373430609703064},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.42984604835510254},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41806361079216003},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4038653075695038},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15948161482810974},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10767152905464172},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/dsn.2002.1028895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsn.2002.1028895","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings International Conference on Dependable Systems and Networks","raw_type":"proceedings-article"},{"id":"pmh:oai:figshare.com:article/6625640","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Robust_Software_No_More_Excuses/6625640","pdf_url":"https://figshare.com/articles/Robust_Software_No_More_Excuses/6625640","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:repository.cmu.edu:isr-1681","is_oa":false,"landing_page_url":"http://repository.cmu.edu/isr/673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400668","display_name":"Research Showcase @ Carnegie Mellon University (Carnegie Mellon University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Institute for Software Research","raw_type":"text"},{"id":"pmh:doi:10.1184/r1/6625640","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"},{"id":"doi:10.1184/r1/6625640.v1","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/6625640.v1","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/6625640","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Robust_Software_No_More_Excuses/6625640","pdf_url":"https://figshare.com/articles/Robust_Software_No_More_Excuses/6625640","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2159541654.pdf","grobid_xml":"https://content.openalex.org/works/W2159541654.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W98171137","https://openalex.org/W1527595038","https://openalex.org/W1537796727","https://openalex.org/W1589522881","https://openalex.org/W1600899372","https://openalex.org/W1771502115","https://openalex.org/W1897924750","https://openalex.org/W1906223543","https://openalex.org/W1950891526","https://openalex.org/W1973326708","https://openalex.org/W1990116101","https://openalex.org/W2024763304","https://openalex.org/W2033818440","https://openalex.org/W2071136304","https://openalex.org/W2100442413","https://openalex.org/W2100505193","https://openalex.org/W2101198558","https://openalex.org/W2109936280","https://openalex.org/W2115134995","https://openalex.org/W2116706967","https://openalex.org/W2119647464","https://openalex.org/W2124164102","https://openalex.org/W2124837944","https://openalex.org/W2126899995","https://openalex.org/W2131512426","https://openalex.org/W2135254996","https://openalex.org/W2139029467","https://openalex.org/W2144183881","https://openalex.org/W2146740093","https://openalex.org/W2150899088","https://openalex.org/W2151610591","https://openalex.org/W2151634145","https://openalex.org/W2151883259","https://openalex.org/W2160880074","https://openalex.org/W2269611829","https://openalex.org/W2914767399","https://openalex.org/W2945629714","https://openalex.org/W4234894746","https://openalex.org/W4240435256","https://openalex.org/W4246416612","https://openalex.org/W4255679837","https://openalex.org/W6634956846","https://openalex.org/W6636070629","https://openalex.org/W6678246048","https://openalex.org/W6678818343"],"related_works":["https://openalex.org/W1985538490","https://openalex.org/W2385695368","https://openalex.org/W2048346223","https://openalex.org/W1566806263","https://openalex.org/W1980755708","https://openalex.org/W2560201613","https://openalex.org/W172227863","https://openalex.org/W1576602683","https://openalex.org/W2149415205","https://openalex.org/W2013496695"],"abstract_inverted_index":{"Software":[0],"developers":[1,130],"identify":[2,67],"two":[3],"main":[4],"reasons":[5],"why":[6,72],"software":[7,73],"systems":[8,39,74],"are":[9,27,75],"not":[10,76],"made":[11,77],"robust:":[12,78],"performance":[13,53],"and":[14,29,62,139],"practicality.":[15],"We":[16,33,66],"demonstrate":[17],"the":[18,94,122],"effectiveness":[19],"of":[20,46,55,96],"general":[21],"techniques":[22],"to":[23,40,92,103,108,135],"improve":[24,41],"robustness":[25,42,95,107,137,142],"that":[26,127],"practical":[28],"yield":[30],"high":[31],"performance.":[32],"present":[34],"data":[35],"from":[36,133],"treating":[37],"three":[38,85],"by":[43],"a":[44,51,68],"factor":[45],"5":[47],"or":[48],"more,":[49],"with":[50],"measured":[52],"penalty":[54],"under":[56,64],"5%":[57],"in":[58,141],"nearly":[59],"every":[60],"case,":[61],"usually":[63],"2%.":[65],"third":[69],"possible":[70],"reason":[71],"developer":[79],"awareness.":[80],"A":[81],"case":[82],"study":[83],"on":[84],"professional":[86],"development":[87],"groups":[88,100],"evaluated":[89],"their":[90,97,105],"ability":[91],"estimate":[93,104],"software.":[98],"Two":[99],"were":[101],"able":[102],"software's":[106],"some":[109],"extent,":[110],"while":[111],"one":[112],"group":[113],"had":[114],"more":[115],"divergent":[116],"results.":[117],"Although":[118],"we":[119],"can":[120,131],"overcome":[121],"technical":[123],"challenges,":[124],"it":[125],"appears":[126],"even":[128],"experienced":[129],"benefit":[132],"tools":[134],"locate":[136],"failures":[138],"training":[140],"issues.":[143]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}