{"id":"https://openalex.org/W7125930723","doi":"https://doi.org/10.1109/commnet68224.2025.11288846","title":"Comprehensive Cross-Dataset Evaluation Framework for Machine Learning-Based Intrusion Detection Systems: A Robust Multi-Metric Validation Approach","display_name":"Comprehensive Cross-Dataset Evaluation Framework for Machine Learning-Based Intrusion Detection Systems: A Robust Multi-Metric Validation Approach","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W7125930723","doi":"https://doi.org/10.1109/commnet68224.2025.11288846"},"language":null,"primary_location":{"id":"doi:10.1109/commnet68224.2025.11288846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/commnet68224.2025.11288846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 8th International Conference on Advanced Communication Technologies and Networking (CommNet)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007374873","display_name":"Amal Hadri","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134797","display_name":"International Institute for Higher Education in Morocco","ror":"https://ror.org/042y9a646","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210134797"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"Amal Hadri","raw_affiliation_strings":["Edvantis Higher Education Group, ISGA,Laboratory of Innovation in Management and Engineering (LIMIE),Rabat,Morocco,10090"],"affiliations":[{"raw_affiliation_string":"Edvantis Higher Education Group, ISGA,Laboratory of Innovation in Management and Engineering (LIMIE),Rabat,Morocco,10090","institution_ids":["https://openalex.org/I4210134797"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059745812","display_name":"Sara Arabi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134797","display_name":"International Institute for Higher Education in Morocco","ror":"https://ror.org/042y9a646","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210134797"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Sara Arabi","raw_affiliation_strings":["Edvantis Higher Education Group, ISGA,Laboratory of Innovation in Management and Engineering (LIMIE),Rabat,Morocco,10090"],"affiliations":[{"raw_affiliation_string":"Edvantis Higher Education Group, ISGA,Laboratory of Innovation in Management and Engineering (LIMIE),Rabat,Morocco,10090","institution_ids":["https://openalex.org/I4210134797"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5007374873"],"corresponding_institution_ids":["https://openalex.org/I4210134797"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74782307,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6319000124931335},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.475600004196167},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4205000102519989},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3610999882221222},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.35010001063346863},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.32739999890327454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7738000154495239},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6319000124931335},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5953999757766724},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.588100016117096},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.475600004196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46299999952316284},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3610999882221222},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/commnet68224.2025.11288846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/commnet68224.2025.11288846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 8th International Conference on Advanced Communication Technologies and Networking (CommNet)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4081425964832306,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"intrusion":[1],"detection":[2],"system":[3],"(IDS)":[4],"assessment":[5],"methods":[6,120],"face":[7],"significant":[8],"methodological":[9],"challenges,":[10],"such":[11],"as":[12],"reliance":[13],"on":[14],"single":[15],"datasets,":[16,46],"narrow":[17],"performance":[18,51,127,139,190],"measurement":[19],"approaches,":[20],"and":[21,67,83,114,123,148,163,179],"inadequate":[22],"testing":[23,132],"across":[24,43,133],"diverse":[25],"environments.":[26],"This":[27,173],"study":[28],"introduces":[29],"a":[30,85,182],"thorough":[31,188],"evaluation":[32,155,174],"methodology":[33,175],"that":[34,75],"conducts":[35],"systematic":[36],"comparisons":[37],"of":[38,166],"eight":[39],"machine":[40],"learning":[41],"techniques":[42],"ten":[44],"verified":[45],"employing":[47],"six":[48],"essential":[49],"security":[50],"indicators.":[52],"Our":[53,153],"sophisticated":[54],"data":[55],"processing":[56],"framework":[57],"automatically":[58],"addresses":[59],"typical":[60],"dataset":[61],"challenges\u2014including":[62],"infinite":[63],"values,":[64],"absent":[65],"labels,":[66],"imbalanced":[68],"class":[69,88],"distributions\u2014by":[70],"implementing":[71],"intelligent":[72],"filtering":[73],"protocols":[74],"mandate":[76],"at":[77],"least":[78],"100":[79],"samples":[80],"per":[81],"category":[82],"maintain":[84],"5%":[86],"minimum":[87],"representation":[89],"ratio.":[90],"Following":[91],"rigorous":[92],"experimentation":[93],"comprising":[94],"512":[95],"cross-validation":[96],"trials":[97],"analyzing":[98],"1.2":[99],"million":[100],"network":[101],"traffic":[102],"records,":[103],"we":[104],"observe":[105],"outstanding":[106],"results":[107],"with":[108,140],"mean":[109],"accuracy":[110,147],"rates":[111],"reaching":[112],"94.6%":[113],"F1-scores":[115],"averaging":[116],"93.1%.":[117],"The":[118],"ensemble":[119,168],"LightGBM,":[121],"XGBoost,":[122],"RandomForest":[124],"demonstrate":[125],"combined":[126],"scores":[128],"surpassing":[129],"0.97,":[130],"while":[131],"different":[134],"datasets":[135],"shows":[136],"remarkably":[137],"stable":[138],"degradation":[141],"limited":[142],"to":[143],"merely":[144],"1.6%":[145],"for":[146,150,186],"1.0%":[149],"F1-score":[151],"measurements.":[152],"statistical":[154],"utilizing":[156],"95%":[157],"confidence":[158],"intervals":[159],"confirms":[160],"the":[161],"reliability":[162],"broad":[164],"applicability":[165],"contemporary":[167],"approaches":[169],"in":[170],"IDS":[171,189],"contexts.":[172],"offers":[176],"both":[177],"researchers":[178],"industry":[180],"professionals":[181],"uniform,":[183],"replicable":[184],"approach":[185],"conducting":[187],"assessments.":[191]},"counts_by_year":[],"updated_date":"2026-01-29T23:17:01.242718","created_date":"2026-01-29T00:00:00"}