{"id":"https://openalex.org/W3049081838","doi":"https://doi.org/10.1109/lnet.2020.3016583","title":"Safety Score as an Evaluation Metric for Machine Learning Models of Security Applications","display_name":"Safety Score as an Evaluation Metric for Machine Learning Models of Security Applications","publication_year":2020,"publication_date":"2020-08-14","ids":{"openalex":"https://openalex.org/W3049081838","doi":"https://doi.org/10.1109/lnet.2020.3016583","mag":"3049081838"},"language":"en","primary_location":{"id":"doi:10.1109/lnet.2020.3016583","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lnet.2020.3016583","pdf_url":"https://ieeexplore.ieee.org/ielx7/8253410/9293448/09167254.pdf","source":{"id":"https://openalex.org/S4210234060","display_name":"IEEE Networking Letters","issn_l":"2576-3156","issn":["2576-3156"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Networking Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/8253410/9293448/09167254.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041739577","display_name":"Tara Salman","orcid":"https://orcid.org/0000-0003-0022-5114"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tara Salman","raw_affiliation_strings":["Washington University in Saint Louis, St. Louis, MO, USA"],"raw_orcid":"https://orcid.org/0000-0003-0022-5114","affiliations":[{"raw_affiliation_string":"Washington University in Saint Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038747536","display_name":"Ali Ghubaish","orcid":"https://orcid.org/0000-0003-3358-7680"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Ghubaish","raw_affiliation_strings":["Washington University in Saint Louis, St. Louis, MO, USA"],"raw_orcid":"https://orcid.org/0000-0003-3358-7680","affiliations":[{"raw_affiliation_string":"Washington University in Saint Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069329155","display_name":"Devrim \u00dcnal","orcid":"https://orcid.org/0000-0003-3146-3502"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]},{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Devrim Unal","raw_affiliation_strings":["KINDI Center, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0003-3146-3502","affiliations":[{"raw_affiliation_string":"KINDI Center, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I92528248","https://openalex.org/I60342839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024922935","display_name":"Raj Jain","orcid":"https://orcid.org/0000-0002-7023-0368"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raj Jain","raw_affiliation_strings":["Washington University in Saint Louis, St. Louis, MO, USA"],"raw_orcid":"https://orcid.org/0000-0002-7023-0368","affiliations":[{"raw_affiliation_string":"Washington University in Saint Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5041739577"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":null,"apc_paid":null,"fwci":1.6199,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.84994973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"4","first_page":"207","last_page":"211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.8523040413856506},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6176955103874207},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.6172983646392822},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47064727544784546},{"id":"https://openalex.org/keywords/goodness-of-fit","display_name":"Goodness of fit","score":0.4680701494216919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4319857060909271},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4280136823654175},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.4233025014400482},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11451202630996704}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.8523040413856506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6176955103874207},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6172983646392822},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47064727544784546},{"id":"https://openalex.org/C132480984","wikidata":"https://www.wikidata.org/wiki/Q2034239","display_name":"Goodness of fit","level":2,"score":0.4680701494216919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4319857060909271},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4280136823654175},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.4233025014400482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11451202630996704},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lnet.2020.3016583","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lnet.2020.3016583","pdf_url":"https://ieeexplore.ieee.org/ielx7/8253410/9293448/09167254.pdf","source":{"id":"https://openalex.org/S4210234060","display_name":"IEEE Networking Letters","issn_l":"2576-3156","issn":["2576-3156"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Networking Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/lnet.2020.3016583","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lnet.2020.3016583","pdf_url":"https://ieeexplore.ieee.org/ielx7/8253410/9293448/09167254.pdf","source":{"id":"https://openalex.org/S4210234060","display_name":"IEEE Networking Letters","issn_l":"2576-3156","issn":["2576-3156"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Networking Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2268469067","display_name":null,"funder_award_id":"NPRP-10-0125-170250","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G5464173255","display_name":"NETS: SMALL: Fault and Performance Management in Carrier-Grade Virtual Networks Over Multiple Clouds","funder_award_id":"1718929","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5814718682","display_name":null,"funder_award_id":"NPRP-10","funder_id":"https://openalex.org/F4320309815","funder_display_name":"Qatar Foundation"},{"id":"https://openalex.org/G819598090","display_name":null,"funder_award_id":"CNS-1718929","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309815","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05"},{"id":"https://openalex.org/F4320311227","display_name":"Prince Sattam bin Abdulaziz University","ror":"https://ror.org/04jt46d36"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3049081838.pdf","grobid_xml":"https://content.openalex.org/works/W3049081838.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2100537916","https://openalex.org/W2163614729","https://openalex.org/W2167287136","https://openalex.org/W2296509296","https://openalex.org/W2335999708","https://openalex.org/W2464605313","https://openalex.org/W2738663878","https://openalex.org/W2914502888","https://openalex.org/W2915969651","https://openalex.org/W2940895343","https://openalex.org/W2949062853","https://openalex.org/W2963512043","https://openalex.org/W3033120446","https://openalex.org/W6683915439","https://openalex.org/W6719518400","https://openalex.org/W6762832365"],"related_works":["https://openalex.org/W1541538682","https://openalex.org/W2955895218","https://openalex.org/W2097522327","https://openalex.org/W2050686036","https://openalex.org/W4401391986","https://openalex.org/W3167233239","https://openalex.org/W2493307909","https://openalex.org/W2621433169","https://openalex.org/W2357468538","https://openalex.org/W1577110157"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"studies":[2],"have":[3],"traditionally":[4],"used":[5],"accuracy,":[6],"F":[7],"<sub":[8],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[9],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[10],"score,":[11],"etc.":[12],"to":[13,64,66,86],"measure":[14],"the":[15,53,71,96,100],"goodness":[16],"of":[17],"models.":[18],"We":[19,69],"show":[20],"that":[21,38,51],"these":[22],"conventional":[23],"metrics":[24],"do":[25],"not":[26,40],"necessarily":[27],"represent":[28],"risks":[29],"in":[30,36,94,98],"security":[31,76],"applications":[32],"and":[33,81],"may":[34],"result":[35],"models":[37],"are":[39],"optimal.":[41],"This":[42],"letter":[43],"proposes":[44],"`Safety":[45],"score'":[46],"as":[47],"an":[48],"evaluation":[49],"metric":[50,61,73],"incorporates":[52],"cost":[54],"associated":[55],"with":[56],"model":[57],"predictions.":[58],"The":[59],"proposed":[60],"is":[62],"easy":[63],"explain":[65],"system":[67],"administrators.":[68],"evaluate":[70],"new":[72],"for":[74],"two":[75],"applications:":[77],"general":[78],"intrusion":[79],"detection":[80],"injection":[82],"attack":[83],"detection.":[84],"Compared":[85],"other":[87],"metrics,":[88],"Safety":[89],"score":[90],"proves":[91],"its":[92],"efficiency":[93],"indicating":[95],"risk":[97],"using":[99],"model.":[101]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-09T15:46:55.921056","created_date":"2025-10-10T00:00:00"}