{"id":"https://openalex.org/W2766750480","doi":"https://doi.org/10.1109/desec.2017.8073860","title":"Development of a network intrusion detection system using Apache Hadoop and Spark","display_name":"Development of a network intrusion detection system using Apache Hadoop and Spark","publication_year":2017,"publication_date":"2017-08-01","ids":{"openalex":"https://openalex.org/W2766750480","doi":"https://doi.org/10.1109/desec.2017.8073860","mag":"2766750480"},"language":"en","primary_location":{"id":"doi:10.1109/desec.2017.8073860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/desec.2017.8073860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Dependable and Secure Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100507909","display_name":"Keisuke Kato","orcid":null},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Kato","raw_affiliation_strings":["Graduate Department of Computer and Information Systems, The University of Aizu, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Department of Computer and Information Systems, The University of Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113827267","display_name":"Vitaly Klyuev","orcid":null},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Vitaly Klyuev","raw_affiliation_strings":["Graduate Department of Computer and Information Systems, The University of Aizu, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Department of Computer and Information Systems, The University of Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I141591182"],"apc_list":null,"apc_paid":null,"fwci":3.1473,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.93473029,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"416","last_page":"423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.804125189781189},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.794886589050293},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.6460719108581543},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6156305074691772},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5377317667007446},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.5368791818618774},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35841381549835205},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3506621718406677},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.322881817817688}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.804125189781189},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.794886589050293},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6460719108581543},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6156305074691772},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5377317667007446},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.5368791818618774},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35841381549835205},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3506621718406677},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.322881817817688},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/desec.2017.8073860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/desec.2017.8073860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Dependable and Secure Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1546503963","https://openalex.org/W1728842521","https://openalex.org/W1982304603","https://openalex.org/W1985987493","https://openalex.org/W2031163547","https://openalex.org/W2045064676","https://openalex.org/W2099940443","https://openalex.org/W2108399535","https://openalex.org/W2127218421","https://openalex.org/W2132870739","https://openalex.org/W2147067398","https://openalex.org/W2158698691","https://openalex.org/W2160520992","https://openalex.org/W2289015916","https://openalex.org/W2336386743","https://openalex.org/W2342408547","https://openalex.org/W2402597829","https://openalex.org/W2479758818","https://openalex.org/W2484086829","https://openalex.org/W2507920413","https://openalex.org/W2515619687","https://openalex.org/W2542459869","https://openalex.org/W2610343509","https://openalex.org/W4300672471","https://openalex.org/W6632813477","https://openalex.org/W6637572315","https://openalex.org/W6678914141","https://openalex.org/W6713601094"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W2766461310","https://openalex.org/W4247566972","https://openalex.org/W4388692845","https://openalex.org/W3202731209","https://openalex.org/W3211874991"],"abstract_inverted_index":{"Cyber":[0],"attacks":[1,17,45,154],"on":[2,125],"network":[3,56,81],"communication":[4],"are":[5,150],"executed":[6],"against":[7],"companies,":[8],"governments,":[9],"and":[10,115,128],"even":[11],"individuals.":[12],"A":[13],"number":[14],"of":[15,72,78,90,95,105,134,143],"these":[16],"is":[18,33,46,62,123,139],"drastically":[19],"increased":[20],"over":[21],"the":[22,44,86,93,101,109,121,135,144],"last":[23],"decade.":[24],"Nowadays,":[25],"protecting":[26],"private":[27],"data,":[28,31],"latest":[29],"research":[30],"etc.":[32],"a":[34,69,79],"crucial":[35],"problem.":[36],"Therefore,":[37],"developing":[38],"an":[39,53],"intelligent":[40],"system":[41,61,99,122,138],"to":[42,64,119,152],"detect":[43,153],"required.":[47],"In":[48],"this":[49,106],"paper,":[50],"we":[51],"propose":[52],"anomaly":[54],"based":[55,124],"intrusion":[57],"detection":[58,137],"system.":[59],"The":[60,98,132],"capable":[63],"analyze":[65],"huge":[66],"datasets":[67],"in":[68,108,155],"short":[70],"period":[71],"time.":[73],"We":[74],"utilized":[75],"90.9":[76],"GB":[77],"real":[80],"packet":[82,102],"dataset":[83,107],"provided":[84],"by":[85,111],"Information":[87],"Security":[88],"Centre":[89],"Excellence":[91],"at":[92],"University":[94],"New":[96],"Brunswick.":[97],"analyzes":[100],"capture":[103],"files":[104],"environment":[110],"using":[112],"Apache":[113],"Hadoop":[114],"Spark.":[116],"An":[117],"approach":[118],"implement":[120],"Hive":[126],"SQL":[127],"unsupervised":[129],"learning":[130],"algorithms.":[131],"accuracy":[133],"proposed":[136],"86.2%":[140],"with":[141],"13%":[142],"false":[145],"positive":[146],"rate.":[147],"These":[148],"results":[149],"promising":[151],"real-time.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}