{"id":"https://openalex.org/W1968411139","doi":"https://doi.org/10.1109/jbhi.2014.2344095","title":"Systematic Poisoning Attacks on and Defenses for Machine Learning in Healthcare","display_name":"Systematic Poisoning Attacks on and Defenses for Machine Learning in Healthcare","publication_year":2014,"publication_date":"2014-07-30","ids":{"openalex":"https://openalex.org/W1968411139","doi":"https://doi.org/10.1109/jbhi.2014.2344095","mag":"1968411139","pmid":"https://pubmed.ncbi.nlm.nih.gov/25095272"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2014.2344095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2014.2344095","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025872285","display_name":"Mehran Mozaffari Kermani","orcid":"https://orcid.org/0000-0003-4513-3109"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehran Mozaffari-Kermani","raw_affiliation_strings":["Department of Electrical and Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY, USA","Department of Electrical and Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":"Department of Electrical and Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY, USA#TAB#","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021904459","display_name":"Susmita Sur\u2010Kolay","orcid":"https://orcid.org/0000-0002-2052-3779"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Susmita Sur-Kolay","raw_affiliation_strings":["Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India","Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India","institution_ids":["https://openalex.org/I6498739"]},{"raw_affiliation_string":"Advanced Computing and Microelectronics Unit, Indian Statistical Institute, Kolkata, India#TAB#","institution_ids":["https://openalex.org/I6498739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065766721","display_name":"Anand Raghunathan","orcid":"https://orcid.org/0000-0002-4624-564X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anand Raghunathan","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","School of Electrical and Computer Engineering. Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering. Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086131079","display_name":"Niraj K. Jha","orcid":"https://orcid.org/0000-0002-1539-0369"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niraj K. Jha","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University, Princeton, NJ, USA","Department of Electrical Engineering, Princeton University  Princeton NJ USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University  Princeton NJ USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8373,"has_fulltext":false,"cited_by_count":377,"citation_normalized_percentile":{"value":0.96453229,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"19","issue":"6","first_page":"1893","last_page":"1905"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.8256255984306335},{"id":"https://openalex.org/keywords/distrust","display_name":"Distrust","score":0.7707908153533936},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7620483040809631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7559226751327515},{"id":"https://openalex.org/keywords/adversarial-machine-learning","display_name":"Adversarial machine learning","score":0.5583904981613159},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5311005711555481},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48774415254592896},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4781823456287384},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3003205955028534}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.8256255984306335},{"id":"https://openalex.org/C2778321746","wikidata":"https://www.wikidata.org/wiki/Q621922","display_name":"Distrust","level":2,"score":0.7707908153533936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7620483040809631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7559226751327515},{"id":"https://openalex.org/C2778403875","wikidata":"https://www.wikidata.org/wiki/Q20312394","display_name":"Adversarial machine learning","level":3,"score":0.5583904981613159},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5311005711555481},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48774415254592896},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4781823456287384},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3003205955028534},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008490","descriptor_name":"Medical Informatics","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D008490","descriptor_name":"Medical Informatics","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D008490","descriptor_name":"Medical Informatics","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1109/jbhi.2014.2344095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2014.2344095","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:25095272","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25095272","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null},{"id":"pmh:oai:scholarcommons.usf.edu:esb_facpub-1020","is_oa":false,"landing_page_url":"https://scholarcommons.usf.edu/esb_facpub/24","pdf_url":null,"source":{"id":"https://openalex.org/S4377196272","display_name":"Digital Commons - University of South Florida (University of South Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2613432","host_organization_name":"University of South Florida","host_organization_lineage":["https://openalex.org/I2613432"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science and Engineering Faculty Publications","raw_type":"text"},{"id":"pmh:oai:digitalcommons.usf.edu:esb_facpub-1020","is_oa":false,"landing_page_url":"https://digitalcommons.usf.edu/esb_facpub/24","pdf_url":null,"source":{"id":"https://openalex.org/S4377196272","display_name":"Digital Commons - University of South Florida (University of South Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2613432","host_organization_name":"University of South Florida","host_organization_lineage":["https://openalex.org/I2613432"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science and Engineering Faculty Publications","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G7494376928","display_name":null,"funder_award_id":"CNS-1219570","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309036","display_name":"Purdue University","ror":"https://ror.org/02dqehb95"},{"id":"https://openalex.org/F4320327938","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1510526001","https://openalex.org/W1513231349","https://openalex.org/W1527495383","https://openalex.org/W1551848773","https://openalex.org/W1559060276","https://openalex.org/W1590452455","https://openalex.org/W1627728918","https://openalex.org/W1707548898","https://openalex.org/W1978381081","https://openalex.org/W1979291092","https://openalex.org/W1981039744","https://openalex.org/W1989888201","https://openalex.org/W1994550352","https://openalex.org/W2007562169","https://openalex.org/W2007657822","https://openalex.org/W2024046085","https://openalex.org/W2085573882","https://openalex.org/W2095577883","https://openalex.org/W2097860933","https://openalex.org/W2100454174","https://openalex.org/W2103568877","https://openalex.org/W2107899042","https://openalex.org/W2112022568","https://openalex.org/W2112507308","https://openalex.org/W2114296159","https://openalex.org/W2115328185","https://openalex.org/W2117812212","https://openalex.org/W2125908420","https://openalex.org/W2128906841","https://openalex.org/W2144906988","https://openalex.org/W2147169507","https://openalex.org/W2151040995","https://openalex.org/W2151298633","https://openalex.org/W2153804780","https://openalex.org/W2161386143","https://openalex.org/W2162552722","https://openalex.org/W2293768274","https://openalex.org/W2295731716","https://openalex.org/W2402124760","https://openalex.org/W2538660910","https://openalex.org/W3111818035","https://openalex.org/W4244238212","https://openalex.org/W4285719527","https://openalex.org/W4312960235","https://openalex.org/W6630424276","https://openalex.org/W6630632610","https://openalex.org/W6632959725","https://openalex.org/W6633301734","https://openalex.org/W6635292869","https://openalex.org/W6676832167","https://openalex.org/W6676935882","https://openalex.org/W6682780409","https://openalex.org/W6684011098","https://openalex.org/W6696870837"],"related_works":["https://openalex.org/W2152370238","https://openalex.org/W3160132286","https://openalex.org/W3193570178","https://openalex.org/W4380075502","https://openalex.org/W3034812534","https://openalex.org/W4285404754","https://openalex.org/W4224291617","https://openalex.org/W1968411139","https://openalex.org/W3217476764","https://openalex.org/W2623427976"],"abstract_inverted_index":{"Machine":[0],"learning":[1,23,57,181],"is":[2,58],"being":[3],"used":[4],"in":[5,15,27,229,280],"a":[6,83,93,110,129,142,151,193,241,253],"wide":[7,152],"range":[8,153],"of":[9,21,51,59,86,92,154,179,190,222,248,255],"application":[10],"domains":[11],"to":[12,30,82,115,170,182,208,235],"discover":[13],"patterns":[14],"large":[16],"datasets.":[17,159,213,262],"Increasingly,":[18],"the":[19,49,52,104,117,123,171,177,188,223,236,246,249,268],"results":[20,53,178],"machine":[22,56,180],"drive":[24],"critical":[25],"decisions":[26],"applications":[28,36],"related":[29],"healthcare":[31,158,261],"and":[32,40,99,120,157,211,259,277,284],"biomedicine.":[33],"Such":[34],"health-related":[35],"are":[37,226,273],"often":[38],"sensitive,":[39],"thus,":[41],"any":[42],"security":[43],"breach":[44],"would":[45],"be":[46,71,206,216],"catastrophic.":[47],"Naturally,":[48],"integrity":[50],"computed":[54],"by":[55,73],"great":[60],"importance.":[61],"Recent":[62],"research":[63],"has":[64],"shown":[65],"that":[66,272],"some":[67,230],"machine-learning":[68,118,155,257],"algorithms":[69,156,258],"can":[70,174,215],"compromised":[72],"augmenting":[74],"their":[75,286],"training":[76,172,224,237],"datasets":[77],"with":[78],"malicious":[79],"data,":[80,166],"leading":[81],"new":[84],"class":[85],"attacks":[87,149,204,251,271],"called":[88],"poisoning":[89,148],"attacks.":[90],"Hindrance":[91],"diagnosis":[94,112],"may":[95,109,133,205],"have":[96,183],"life-threatening":[97],"consequences":[98],"could":[100],"cause":[101,134,176],"distrust.":[102],"On":[103],"other":[105],"hand,":[106],"not":[107],"only":[108,220],"false":[111,130],"prompt":[113],"users":[114],"distrust":[116],"algorithm":[119],"even":[121,218,232],"abandon":[122],"entire":[124],"system":[125],"but":[126],"also":[127],"such":[128],"positive":[131],"classification":[132,191],"patient":[135],"distress.":[136],"In":[137],"this":[138],"paper,":[139],"we":[140,264],"present":[141,265],"systematic,":[143],"algorithm-independent":[144],"approach":[145],"for":[146],"mounting":[147],"across":[150],"The":[160],"proposed":[161,250,269],"attack":[162],"procedure":[163],"generates":[164],"input":[165],"which,":[167],"when":[168,219],"added":[169],"set,":[173],"either":[175],"targeted":[184],"errors":[185,200],"(e.g.,":[186],"increase":[187],"likelihood":[189],"into":[192],"specific":[194],"class),":[195],"or":[196],"simply":[197],"introduce":[198],"arbitrary":[199],"(incorrect":[201],"classification).":[202],"These":[203],"applied":[207,217],"both":[209],"fixed":[210],"evolving":[212],"They":[214],"statistics":[221],"dataset":[225],"available":[227],"or,":[228],"cases,":[231],"without":[233],"access":[234],"dataset,":[238],"although":[239],"at":[240],"lower":[242],"efficacy.":[243],"We":[244],"establish":[245],"effectiveness":[247],"using":[252],"suite":[254],"six":[256],"five":[260],"Finally,":[263],"countermeasures":[266],"against":[267],"generic":[270],"based":[274],"on":[275],"tracking":[276],"detecting":[278],"deviations":[279],"various":[281],"accuracy":[282],"metrics,":[283],"benchmark":[285],"effectiveness.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":74},{"year":2024,"cited_by_count":71},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":29},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}