{"id":"https://openalex.org/W4391093326","doi":"https://doi.org/10.1109/bigdata59044.2023.10386590","title":"AI ATAC 1: An Evaluation of Prominent Commercial Malware Detectors","display_name":"AI ATAC 1: An Evaluation of Prominent Commercial Malware Detectors","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391093326","doi":"https://doi.org/10.1109/bigdata59044.2023.10386590"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386590","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/2301624","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012446017","display_name":"Robert A. Bridges","orcid":"https://orcid.org/0000-0001-7962-6329"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robert A. Bridges","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021166489","display_name":"Brian Weber","orcid":"https://orcid.org/0000-0002-3261-5152"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Weber","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066770245","display_name":"Justin M. Beaver","orcid":"https://orcid.org/0000-0002-0281-6017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Justin M. Beaver","raw_affiliation_strings":["Lirio LLC,Knoxville,TN","Lirio LLC, Knoxville, TN"],"affiliations":[{"raw_affiliation_string":"Lirio LLC,Knoxville,TN","institution_ids":[]},{"raw_affiliation_string":"Lirio LLC, Knoxville, TN","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012619069","display_name":"Jared M. Smith","orcid":"https://orcid.org/0000-0002-3240-2405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jared M. Smith","raw_affiliation_strings":["SecurityScorecard,New York,NY","SecurityScorecard, New York, NY"],"affiliations":[{"raw_affiliation_string":"SecurityScorecard,New York,NY","institution_ids":[]},{"raw_affiliation_string":"SecurityScorecard, New York, NY","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027313610","display_name":"Miki E. Verma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miki E. Verma","raw_affiliation_strings":["Rewiring America"],"affiliations":[{"raw_affiliation_string":"Rewiring America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075794858","display_name":"Savannah Norem","orcid":"https://orcid.org/0000-0002-6289-077X"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Savannah Norem","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026674700","display_name":"Kevin Spakes","orcid":null},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Spakes","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007497847","display_name":"Cory Watson","orcid":"https://orcid.org/0009-0006-5035-5047"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cory Watson","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103178409","display_name":"Jeff A. Nichols","orcid":null},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff A. Nichols","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061489870","display_name":"Brian Jewell","orcid":"https://orcid.org/0000-0003-3712-6523"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Jewell","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023093422","display_name":"Michael D. Iannacone","orcid":"https://orcid.org/0000-0003-3081-4761"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael. D. Iannacone","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070629921","display_name":"Chelsey Dunivan Stahl","orcid":"https://orcid.org/0000-0003-0765-9548"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chelsey Dunivan Stahl","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034986549","display_name":"Kelly M. T. Huffer","orcid":"https://orcid.org/0000-0002-1785-9108"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelly M.T. Huffer","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049863244","display_name":"Sean Oesch","orcid":"https://orcid.org/0000-0002-6909-1022"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. Sean Oesch","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN","Oak Ridge National Laboratory, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5012446017"],"corresponding_institution_ids":["https://openalex.org/I1289243028"],"apc_list":null,"apc_paid":null,"fwci":0.1958,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.48995363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1620","last_page":"1629"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.8715026378631592},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5155746340751648},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5091099143028259},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4984586238861084},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18991369009017944}],"concepts":[{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.8715026378631592},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5155746340751648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5091099143028259},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4984586238861084},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18991369009017944}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386590","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:2301624","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2301624","pdf_url":"https://www.osti.gov/servlets/purl/2301624","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:2301624","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2301624","pdf_url":"https://www.osti.gov/servlets/purl/2301624","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2296932962","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3299391273","display_name":null,"funder_award_id":"E-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G691578896","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G834413596","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8799952057","display_name":null,"funder_award_id":"DE-AC05-00OR22","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320316108","display_name":"NAV","ror":"https://ror.org/00qghd717"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391093326.pdf"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W2072386950","https://openalex.org/W2603093875","https://openalex.org/W2964262883","https://openalex.org/W2998066361","https://openalex.org/W3029914026","https://openalex.org/W4283313119","https://openalex.org/W4289847523","https://openalex.org/W4360841606"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2097492617","https://openalex.org/W2753240997","https://openalex.org/W1764168690","https://openalex.org/W2537959205","https://openalex.org/W2740895074","https://openalex.org/W2772446090","https://openalex.org/W4284893819"],"abstract_inverted_index":{"This":[0,195],"work":[1],"presents":[2],"an":[3,87,157],"evaluation":[4,26,88],"of":[5,32,52,67,80,90,193,219],"six":[6],"prominent":[7],"commercial":[8,220],"endpoint":[9],"malware":[10,14,221],"detectors,":[11],"a":[12,17,21,64,92,95,147,187,197,204],"network":[13],"detector,":[15],"and":[16,113,134,160,203],"file-conviction":[18],"algorithm":[19],"from":[20],"cyber":[22,201],"technology":[23],"vendor.":[24],"The":[25,56,213],"was":[27,178],"administered":[28],"as":[29],"the":[30,33,53,100,111,125,154,182,209],"first":[31],"Artificial":[34],"I":[35],"ntelligence":[36],"Applications":[37],"t":[38],"o":[39],"Autonomous":[40],"Cybersecurity":[41],"(AI":[42],"ATAC)":[43],"prize":[44],"challenges,":[45],"funded":[46],"by":[47,190],"/":[48],"completed":[49],"in":[50,124,131],"service":[51],"US":[54],"Navy.":[55],"experiment":[57,76,155],"employed":[58],"100K":[59],"files":[60,143],"(50/50%":[61],"benign/malicious)":[62],"with":[63,163,167],"stratified":[65],"distribution":[66],"file":[68,93,112],"types,":[69],"including":[70],"~1K":[71],"zero-day":[72],"program":[73],"executables":[74],"(increasing":[75],"size":[77],"two":[78],"orders":[79],"magnitude":[81],"over":[82],"previous":[83,129],"work).":[84],"We":[85],"present":[86],"process":[89],"delivering":[91],"to":[94,105,152,180],"fresh":[96],"virtual":[97],"machine":[98],"donning":[99],"detection":[101,184],"technology,":[102],"waiting":[103,114],"90s":[104],"allow":[106],"static":[107],"detection,":[108],"then":[109],"executing":[110],"another":[115],"period":[116],"for":[117,170,200,206],"dynamic":[118],"detection;":[119],"this":[120,171],"allows":[121],"greater":[122],"fidelity":[123],"observational":[126],"data":[127],"than":[128],"experiments,":[130],"particular,":[132],"resource":[133],"time-to-detection":[135],"statistics.":[136],"To":[137],"execute":[138],"all":[139],"800K":[140],"trials":[141],"(100K":[142],"\u00d7":[144],"8":[145],"tools),":[146],"software":[148],"framework":[149,172],"is":[150],"designed":[151],"choreograph":[153],"into":[156,186],"automated,":[158],"time-synced,":[159],"reproducible":[161],"workflow":[162],"substantial":[164],"parallelization.":[165],"Software":[166],"base":[168],"classes":[169],"are":[173],"provided.":[174],"A":[175],"cost-benefit":[176],"model":[177],"configured":[179],"integrate":[181],"tools\u2019":[183],"statistics":[185],"comparable":[188],"quantity":[189],"simulating":[191],"costs":[192],"use.":[194],"provides":[196],"ranking":[198],"methodology":[199],"competitions":[202],"lens":[205],"reasoning":[207],"about":[208],"varied":[210],"statistical":[211],"results.":[212],"results":[214],"provide":[215],"insights":[216],"on":[217],"state":[218],"detection.":[222]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}