{"id":"https://openalex.org/W4404628752","doi":"https://doi.org/10.1109/niles63360.2024.10753188","title":"Apache Spark Powered: Enhancing Network Intrusion Detection System Using Random Forest","display_name":"Apache Spark Powered: Enhancing Network Intrusion Detection System Using Random Forest","publication_year":2024,"publication_date":"2024-10-19","ids":{"openalex":"https://openalex.org/W4404628752","doi":"https://doi.org/10.1109/niles63360.2024.10753188"},"language":"en","primary_location":{"id":"doi:10.1109/niles63360.2024.10753188","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/niles63360.2024.10753188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 6th Novel Intelligent and Leading Emerging Sciences Conference (NILES)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106351588","display_name":"Hesham Mamdouh","orcid":null},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Hesham Mamdouh","raw_affiliation_strings":["School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032491597","display_name":"Mohamed Tarek","orcid":"https://orcid.org/0000-0003-3074-0678"},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mohamed Tarek","raw_affiliation_strings":["School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106351587","display_name":"Abdelrahman Radwan","orcid":null},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Abdelrahman Radwan","raw_affiliation_strings":["School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072215608","display_name":"Aasma Saeed","orcid":"https://orcid.org/0000-0002-4848-7546"},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Adel Saeed","raw_affiliation_strings":["School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063633469","display_name":"Ahmed Abdeen","orcid":"https://orcid.org/0000-0003-3340-7045"},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ahmed Abdeen","raw_affiliation_strings":["School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Science (EAS), Nile University,Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100629288","display_name":"Muhammad Ashraf","orcid":"https://orcid.org/0000-0002-8226-7758"},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Monier Ashraf","raw_affiliation_strings":["Nile University,CS program, School of Information Technology and Computer Science (ITCS),Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"Nile University,CS program, School of Information Technology and Computer Science (ITCS),Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089234487","display_name":"Khaled M. Fouad","orcid":"https://orcid.org/0000-0003-0359-9314"},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Khaled M. Fouad","raw_affiliation_strings":["Nile University,CS program, School of Information Technology and Computer Science (ITCS),Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"Nile University,CS program, School of Information Technology and Computer Science (ITCS),Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062335941","display_name":"Ibrahim Abdelbaky","orcid":"https://orcid.org/0000-0002-2841-3451"},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ibrahim Abdelbaky","raw_affiliation_strings":["Nile University,CS program, School of Information Technology and Computer Science (ITCS),Giza,Egypt"],"affiliations":[{"raw_affiliation_string":"Nile University,CS program, School of Information Technology and Computer Science (ITCS),Giza,Egypt","institution_ids":["https://openalex.org/I57629906"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5106351588"],"corresponding_institution_ids":["https://openalex.org/I57629906"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23788826,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"289","last_page":"294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7520129084587097},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.7298521995544434},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6350054144859314},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.6332124471664429},{"id":"https://openalex.org/keywords/intrusion","display_name":"Intrusion","score":0.5087471604347229},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2236630618572235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14633160829544067},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08700907230377197}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7520129084587097},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.7298521995544434},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6350054144859314},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6332124471664429},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.5087471604347229},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2236630618572235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14633160829544067},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08700907230377197},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/niles63360.2024.10753188","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/niles63360.2024.10753188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 6th Novel Intelligent and Leading Emerging Sciences Conference (NILES)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","score":0.5199999809265137,"display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2789828921","https://openalex.org/W2906602321","https://openalex.org/W2919115771","https://openalex.org/W2944643572","https://openalex.org/W2952066300","https://openalex.org/W3015108593","https://openalex.org/W3081279800","https://openalex.org/W3164313670","https://openalex.org/W4293150083"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W3193043704","https://openalex.org/W4386259002","https://openalex.org/W2905242764","https://openalex.org/W2133389611"],"abstract_inverted_index":{"The":[0,115],"increasing":[1],"sophistication":[2],"of":[3,51,93,100,133],"cyber":[4],"attacks":[5],"necessitates":[6],"effective":[7],"intrusion":[8,15,125],"detection":[9,16,126],"systems.":[10],"We":[11],"propose":[12],"a":[13,52,74,79,88,96,119],"novel":[14],"method":[17],"integrating":[18],"deep":[19,135],"learning":[20,136],"with":[21],"big":[22,138],"data":[23,36,139],"management":[24],"using":[25,103],"Apache":[26],"Spark.":[27],"Leveraging":[28],"the":[29,63,105,131],"comprehensive":[30],"CSE-CIC-IDS2018":[31],"dataset,":[32],"we":[33],"apply":[34],"extensive":[35],"preprocessing,":[37],"including":[38],"handling":[39],"missing":[40],"and":[41,45,95,121,137],"unreliable":[42],"values,":[43],"duplicates,":[44],"redundant":[46],"columns.":[47],"In":[48],"addition,":[49],"implementation":[50],"Random":[53,84],"Forest":[54,85],"based":[55],"feature":[56],"importance":[57],"approach":[58],"is":[59,71],"derived":[60],"to":[61],"prioritize":[62],"most":[64],"impactful":[65],"Features.":[66],"Furthermore,":[67],"stratified":[68],"k-fold":[69],"cross-validation":[70],"used":[72],"for":[73,124,141],"model":[75],"selection":[76],"process":[77],"on":[78],"class-imbalanced":[80],"dataset.":[81],"Our":[82],"weighted":[83,90],"classifier":[86],"achieves":[87],"remarkable":[89],"average":[91],"F1-score":[92],"0.999":[94],"test":[97],"inference":[98],"time":[99],"0.673":[101],"seconds":[102],"only":[104],"top":[106],"34":[107],"features,":[108],"outperforming":[109],"previous":[110],"studies":[111],"without":[112],"sampling":[113],"techniques.":[114],"proposed":[116],"architecture":[117],"offers":[118],"scalable":[120],"accurate":[122],"solution":[123],"in":[127],"cloud":[128],"architectures,":[129],"demonstrating":[130],"effectiveness":[132],"combining":[134],"technologies":[140],"cybersecurity.":[142]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}