{"id":"https://openalex.org/W4281782282","doi":"https://doi.org/10.1117/12.2632779","title":"Measuring resiliency of system of systems using chaos engineering experiments","display_name":"Measuring resiliency of system of systems using chaos engineering experiments","publication_year":2022,"publication_date":"2022-05-27","ids":{"openalex":"https://openalex.org/W4281782282","doi":"https://doi.org/10.1117/12.2632779"},"language":"en","primary_location":{"id":"doi:10.1117/12.2632779","doi":"https://doi.org/10.1117/12.2632779","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2632779","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Disruptive Technologies in Information Sciences VI","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Thomas Bailey","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210132419","display_name":"Riverside Research Institute","ror":"https://ror.org/02tvg0w73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210132419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Bailey","raw_affiliation_strings":["Riverside Research (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Riverside Research (United States)","institution_ids":["https://openalex.org/I4210132419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031560908","display_name":"Patrick Marchione","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210132419","display_name":"Riverside Research Institute","ror":"https://ror.org/02tvg0w73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210132419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Marchione","raw_affiliation_strings":["Riverside Research (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Riverside Research (United States)","institution_ids":["https://openalex.org/I4210132419"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peter Swartz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210132419","display_name":"Riverside Research Institute","ror":"https://ror.org/02tvg0w73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210132419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Swartz","raw_affiliation_strings":["Riverside Research (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Riverside Research (United States)","institution_ids":["https://openalex.org/I4210132419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111970322","display_name":"Raed M. Salih","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210132419","display_name":"Riverside Research Institute","ror":"https://ror.org/02tvg0w73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210132419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raed Salih","raw_affiliation_strings":["Riverside Research (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Riverside Research (United States)","institution_ids":["https://openalex.org/I4210132419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110661012","display_name":"Michael Clark","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210132419","display_name":"Riverside Research Institute","ror":"https://ror.org/02tvg0w73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210132419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Clark","raw_affiliation_strings":["Riverside Research (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Riverside Research (United States)","institution_ids":["https://openalex.org/I4210132419"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060884387","display_name":"Robert Denz","orcid":"https://orcid.org/0000-0002-3404-8825","observed_orcids":["https://orcid.org/0000-0002-3404-8825"]},"institutions":[{"id":"https://openalex.org/I4210132419","display_name":"Riverside Research Institute","ror":"https://ror.org/02tvg0w73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210132419"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Denz","raw_affiliation_strings":["Riverside Research (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Riverside Research (United States)","institution_ids":["https://openalex.org/I4210132419"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210132419"],"apc_list":null,"apc_paid":null,"fwci":0.782,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.62178894,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"26","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.6157000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.6157000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.2134999930858612,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chaos-engineering","display_name":"chaos engineering","score":0.9869999885559082},{"id":"https://openalex.org/keywords/system-of-systems","display_name":"systems of systems","score":0.8410000205039978},{"id":"https://openalex.org/keywords/system-resilience","display_name":"system resilience","score":0.9509999752044678},{"id":"https://openalex.org/keywords/fragility","display_name":"fragility","score":0.503000020980835}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8063157796859741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7361958026885986},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7035142183303833},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.538367748260498},{"id":"https://openalex.org/C2779374083","wikidata":"https://www.wikidata.org/wiki/Q5011038","display_name":"CHAOS (operating system)","level":2,"score":0.5219194889068604},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.49436426162719727},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.485592782497406},{"id":"https://openalex.org/C87912763","wikidata":"https://www.wikidata.org/wiki/Q7663737","display_name":"System of systems","level":3,"score":0.43534326553344727},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4104588031768799},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.36903417110443115},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.27344271540641785},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.20674356818199158},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.18883049488067627},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1609167754650116},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.15463775396347046},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1541987955570221},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2632779","doi":"https://doi.org/10.1117/12.2632779","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2632779","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Disruptive Technologies in Information Sciences VI","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3125447395","https://openalex.org/W7006631408","https://openalex.org/W6990918867","https://openalex.org/W7160333238","https://openalex.org/W6910696220","https://openalex.org/W7011599020","https://openalex.org/W6989333480","https://openalex.org/W7132907221","https://openalex.org/W7165569410","https://openalex.org/W7164580352"],"abstract_inverted_index":{"Chaos":[0,70,124,136],"Engineering":[1,71],"(CE),":[2],"which":[3],"Netflix":[4],"introduced":[5],"in":[6,17,39,165,218],"2008,":[7],"is":[8],"used":[9],"by":[10,92,198],"researchers":[11,46],"to":[12,97,126,145,155,178,234],"assess":[13],"and":[14,49,67,85,130,148,163,168,194],"find":[15],"weaknesses":[16,21],"system":[18,149,161],"resiliency.":[19],"Such":[20],"can":[22,101],"arise,":[23],"when":[24,33],"subsystems":[25,35],"are":[26,36],"individually":[27],"robust,":[28],"but":[29],"that":[30,100,209],"robustness":[31],"disappears":[32],"multiple":[34],"paired":[37],"together":[38],"a":[40,94,106,114],"System":[41],"of":[42,62,159,173],"Systems":[43],"(SoS).":[44],"CE":[45,63,129,228],"develops":[47],"methods":[48],"metrics":[50,202,212,233],"for":[51,65,73,203,231],"finding":[52],"such":[53],"fragilities.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58,112],"expand":[59],"previous":[60],"examinations":[61],"experimentation":[64],"SoS":[66,110],"introduce":[68],"Security":[69],"(SCE)":[72],"SoS.":[74,107,182],"These":[75],"SCE":[76,89,131,139],"experiments":[77,132],"include":[78],"terminating":[79],"message":[80],"service,":[81],"flooding":[82],"multi":[83],"queues/message,":[84],"injecting":[86],"corrupted":[87],"Service.":[88],"assumes":[90],"compromise":[91],"adding":[93],"malicious":[95],"actor":[96],"the":[98,122,134,141,171,174,185,189,199,227],"tests":[99],"induce":[102],"adversarial":[103],"failures":[104,237],"into":[105,226],"For":[108],"our":[109],"testbed,":[111],"instantiated":[113],"virtual":[115],"Unmanned":[116],"Aerial":[117],"Vehicle":[118],"(VUAV).":[119],"We":[120,183],"use":[121,184],"open-source":[123],"Toolkit":[125,137],"run":[127],"consistent":[128],"on":[133,188],"VUAV.":[135],"with":[138,238],"exposes":[140],"VUAV":[142,200],"attack":[143],"surfaces":[144],"evaluate":[146],"performance":[147,162],"security.":[150],"This":[151],"research":[152],"allows":[153,230],"us":[154],"establish":[156],"an":[157],"understanding":[158],"baseline":[160,204],"gaps":[164],"procedures,":[166],"techniques,":[167],"tools":[169],"from":[170],"state":[172],"art":[175],"as":[176,201],"applied":[177],"DoD-relevant":[179],"systems":[180],"like":[181],"load":[186],"placed":[187],"Central":[190],"Processing":[191],"Unit":[192],"(CPU)":[193],"Random-Access":[195],"Memory":[196],"(RAM)":[197],"performance.":[205],"The":[206],"results":[207,225],"showed":[208],"these":[210,224],"two":[211],"did":[213],"not":[214],"provide":[215],"enough":[216],"fidelity":[217],"where":[219],"CE/SCE":[220,239],"creates":[221],"failures.":[222],"Feeding":[223],"methodology":[229],"additional":[232],"better":[235],"pinpoint":[236],"testing.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-06-13T00:00:00"}