{"id":"https://openalex.org/W4206234392","doi":"https://doi.org/10.1145/3497737.3497740","title":"A Survey on Machine Learning based Intrusion Detection Systems Using Apache Spark","display_name":"A Survey on Machine Learning based Intrusion Detection Systems Using Apache Spark","publication_year":2021,"publication_date":"2021-07-02","ids":{"openalex":"https://openalex.org/W4206234392","doi":"https://doi.org/10.1145/3497737.3497740"},"language":"en","primary_location":{"id":"doi:10.1145/3497737.3497740","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3497737.3497740","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 5th High Performance Computing and Cluster Technologies Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059780651","display_name":"Hao Lin","orcid":"https://orcid.org/0000-0001-9304-0279"},"institutions":[{"id":"https://openalex.org/I101479585","display_name":"South China Agricultural University","ror":"https://ror.org/05v9jqt67","country_code":"CN","type":"education","lineage":["https://openalex.org/I101479585"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Lin","raw_affiliation_strings":["South China Agriculture University, China"],"affiliations":[{"raw_affiliation_string":"South China Agriculture University, China","institution_ids":["https://openalex.org/I101479585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059780651"],"corresponding_institution_ids":["https://openalex.org/I101479585"],"apc_list":null,"apc_paid":null,"fwci":0.1528,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54255045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.897810161113739},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8558852672576904},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7600778937339783},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6546720266342163},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6057778596878052},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5647969245910645},{"id":"https://openalex.org/keywords/intrusion","display_name":"Intrusion","score":0.5260450839996338},{"id":"https://openalex.org/keywords/intrusion-prevention-system","display_name":"Intrusion prevention system","score":0.5127502679824829},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.48834463953971863},{"id":"https://openalex.org/keywords/network-security","display_name":"Network security","score":0.4567168951034546},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.43939730525016785},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.438273549079895},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32468903064727783},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2486000955104828},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21667605638504028}],"concepts":[{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.897810161113739},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8558852672576904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7600778937339783},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6546720266342163},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6057778596878052},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5647969245910645},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.5260450839996338},{"id":"https://openalex.org/C27061796","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion prevention system","level":3,"score":0.5127502679824829},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.48834463953971863},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.4567168951034546},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.43939730525016785},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.438273549079895},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32468903064727783},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2486000955104828},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21667605638504028},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3497737.3497740","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3497737.3497740","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 5th High Performance Computing and Cluster Technologies Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2342408547","https://openalex.org/W2748012568","https://openalex.org/W2793412195","https://openalex.org/W2892894186","https://openalex.org/W2954548827","https://openalex.org/W2980576170","https://openalex.org/W4238137733"],"related_works":["https://openalex.org/W2133389611","https://openalex.org/W2376886931","https://openalex.org/W2351448539","https://openalex.org/W1495178644","https://openalex.org/W2383892082","https://openalex.org/W2185594426","https://openalex.org/W2374845301","https://openalex.org/W2357927603","https://openalex.org/W4200619826","https://openalex.org/W2376791828"],"abstract_inverted_index":{"The":[0],"emergence":[1],"and":[2,31,57,65,74,92,101],"wide":[3],"application":[4,51],"of":[5,38,46,53,83,99],"the":[6,16,36,44,50,81,97],"Internet":[7],"have":[8],"brought":[9,22],"convenience":[10],"to":[11,27,86],"people's":[12],"lives,":[13],"but":[14],"at":[15],"same":[17],"time,":[18],"it":[19,93,111],"has":[20],"also":[21],"many":[23],"security":[24,30],"problems.":[25],"How":[26],"protect":[28],"network":[29],"prevent":[32],"intrusion":[33,62,68,87,106],"detection":[34,63,69,88,107],"is":[35,90,94],"focus":[37],"current":[39],"research.":[40],"This":[41],"article":[42],"adopts":[43],"method":[45],"review,":[47],"first":[48],"introduces":[49,67],"examples":[52],"big":[54],"data":[55],"technology":[56,60,104],"machine":[58,71,102],"learning":[59,72,76,103],"in":[61,78],"respectively,":[64],"then":[66],"system,":[70],"algorithm":[73,77],"deep":[75],"detail.":[79],"Finally,":[80],"model":[82],"spark":[84,100],"applied":[85],"system":[89,108],"listed,":[91],"concluded":[95],"that":[96],"combination":[98],"for":[105],"can":[109],"make":[110],"more":[112],"efficient.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}