{"id":"https://openalex.org/W4289847447","doi":"https://doi.org/10.1145/3546096.3546115","title":"Verification of Cyber Emulation Experiments Through Virtual Machine and Host Metrics","display_name":"Verification of Cyber Emulation Experiments Through Virtual Machine and Host Metrics","publication_year":2022,"publication_date":"2022-08-04","ids":{"openalex":"https://openalex.org/W4289847447","doi":"https://doi.org/10.1145/3546096.3546115"},"language":"en","primary_location":{"id":"doi:10.1145/3546096.3546115","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3546096.3546115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Workshop on Cyber Security Experimentation and Test","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/2003842","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109783615","display_name":"Jamie Thorpe","orcid":"https://orcid.org/0000-0002-5209-4163"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie Thorpe","raw_affiliation_strings":["Sandia National Laboratories, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, United States of America","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031951344","display_name":"Laura Swiler","orcid":"https://orcid.org/0000-0001-6385-2241"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura P. Swiler","raw_affiliation_strings":["Sandia National Laboratories, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, United States of America","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055543390","display_name":"Seth Hanson","orcid":"https://orcid.org/0000-0003-2331-2974"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Hanson","raw_affiliation_strings":["Sandia National Laboratories, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031892732","display_name":"G. Gonz\u00e1lez de la Cruz","orcid":"https://orcid.org/0000-0001-6710-3424"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gerardo Cruz","raw_affiliation_strings":["Sandia National Laboratories, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022733342","display_name":"Thomas Tarman","orcid":"https://orcid.org/0000-0001-7084-1225"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Tarman","raw_affiliation_strings":["Sandia National Laboratories, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, United States of America","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030694098","display_name":"Trevor Rollins","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Trevor Rollins","raw_affiliation_strings":["Sandia National Laboratories, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052112271","display_name":"Bert Debusschere","orcid":"https://orcid.org/0000-0001-7253-7059"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bert J. Debusschere","raw_affiliation_strings":["Sandia National Laboratories, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, USA","institution_ids":["https://openalex.org/I4210104735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1426,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.48593137,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"71","last_page":"80"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.9092071056365967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8200322985649109},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.542354166507721},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5411486029624939},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5207685828208923},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.4995126724243164},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.4895211458206177},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.33524733781814575},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19811689853668213}],"concepts":[{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.9092071056365967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8200322985649109},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.542354166507721},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5411486029624939},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5207685828208923},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.4995126724243164},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.4895211458206177},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.33524733781814575},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19811689853668213},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3546096.3546115","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3546096.3546115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Workshop on Cyber Security Experimentation and Test","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:2003842","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2003842","pdf_url":"https://www.osti.gov/servlets/purl/2003842","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:2003842","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2003842","pdf_url":"https://www.osti.gov/servlets/purl/2003842","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4289847447.pdf","grobid_xml":"https://content.openalex.org/works/W4289847447.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1607663648","https://openalex.org/W1982070413","https://openalex.org/W2072563916","https://openalex.org/W2095181719","https://openalex.org/W2153820672","https://openalex.org/W2171070266","https://openalex.org/W2216988215","https://openalex.org/W2330567702","https://openalex.org/W2969937713","https://openalex.org/W3080941571","https://openalex.org/W3094267990","https://openalex.org/W3109355298","https://openalex.org/W3198552271","https://openalex.org/W4234600050","https://openalex.org/W4234983448","https://openalex.org/W4236042119"],"related_works":["https://openalex.org/W2154523322","https://openalex.org/W2083200807","https://openalex.org/W1603137082","https://openalex.org/W2364195017","https://openalex.org/W2355430452","https://openalex.org/W2049983405","https://openalex.org/W2392315374","https://openalex.org/W1951195060","https://openalex.org/W2351776620","https://openalex.org/W2022933441"],"abstract_inverted_index":{"Virtual":[0],"machine":[1,75],"emulation":[2,112,161],"environments":[3],"provide":[4],"ideal":[5],"testbeds":[6],"for":[7,25,111,147],"cybersecurity":[8],"evaluations":[9],"because":[10],"they":[11],"run":[12],"real":[13],"software":[14,30],"binaries":[15],"in":[16],"a":[17,84,132,148],"scalable,":[18],"offline":[19],"test":[20],"setting":[21],"that":[22],"is":[23,44],"suitable":[24],"assessing":[26],"the":[27,34,42,125,145],"impacts":[28],"of":[29,37,86,93,124,135,156],"security":[31],"flaws":[32],"on":[33,51,119,167],"system.":[35],"Verification":[36,48],"such":[38,54],"emulations":[39,95],"determines":[40],"whether":[41],"environment":[43],"working":[45],"as":[46,55],"intended.":[47],"can":[49],"focus":[50],"various":[52],"aspects":[53],"timing":[56],"realism,":[57,59],"traffic":[58],"and":[60,70,114,169],"resource":[61,68,76],"realism.":[62],"In":[63],"this":[64,117],"paper,":[65],"we":[66,115],"study":[67],"realism":[69],"issues":[71],"associated":[72],"with":[73,131,153,165],"virtual":[74],"utilization.":[77],"We":[78,103,163],"examine":[79],"telemetry":[80,109,141,157],"metrics":[81,110],"gathered":[82],"from":[83],"series":[85],"structured":[87,149],"experiments":[88],"which":[89],"involve":[90],"large":[91],"numbers":[92],"parallel":[94],"meant":[96],"to":[97,107,139,159],"oversubscribe":[98],"resources":[99],"at":[100],"some":[101],"point.":[102],"present":[104],"an":[105],"approach":[106,118],"use":[108],"verification,":[113],"demonstrate":[116,144],"two":[120],"cyber":[121],"scenarios.":[122],"Descriptions":[123],"experimental":[126,150],"configurations":[127],"are":[128],"provided":[129],"along":[130],"detailed":[133],"discussion":[134],"statistical":[136,154],"tests":[137],"used":[138],"compare":[140],"metrics.":[142],"Results":[143],"potential":[146,170],"framework,":[151],"combined":[152],"analysis":[155],"metrics,":[158],"support":[160],"verification.":[162],"conclude":[164],"comments":[166],"generalizability":[168],"future":[171],"work.":[172]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}