{"id":"https://openalex.org/W4388073046","doi":"https://doi.org/10.5070/sr33162445","title":"[SoK] Evaluations in Industrial Intrusion Detection Research","display_name":"[SoK] Evaluations in Industrial Intrusion Detection Research","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388073046","doi":"https://doi.org/10.5070/sr33162445"},"language":"en","primary_location":{"id":"doi:10.5070/sr33162445","is_oa":true,"landing_page_url":"https://doi.org/10.5070/sr33162445","pdf_url":null,"source":{"id":"https://openalex.org/S4220651612","display_name":"Journal of Systems Research","issn_l":"2770-5501","issn":["2770-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Research","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.5070/sr33162445","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070135365","display_name":"Olav Lamberts","orcid":"https://orcid.org/0009-0000-2502-2001"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135044","display_name":"Bauer Research Foundation","ror":"https://ror.org/03h7w4021","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210135044"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","US"],"is_corresponding":true,"raw_author_name":"Olav Lamberts","raw_affiliation_strings":["RWTH Aachen University","JAN BAUER","Fraunhofer FKIE, RWTH Aachen University","JAN PENNEKAMP RWTH Aachen University","Fraunhofer FKIE","RWTH Aachen University Fraunhofer FKIE","Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","Fraunhofer FKIE RWTH Aachen University","Washington University","TU Darmstadt \u2022"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"JAN BAUER","institution_ids":["https://openalex.org/I4210135044"]},{"raw_affiliation_string":"Fraunhofer FKIE, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN PENNEKAMP RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Fraunhofer FKIE","institution_ids":["https://openalex.org/I4210166245"]},{"raw_affiliation_string":"RWTH Aachen University Fraunhofer FKIE","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I114027177","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Fraunhofer FKIE RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Washington University","institution_ids":[]},{"raw_affiliation_string":"TU Darmstadt \u2022","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058401776","display_name":"Konrad Wolsing","orcid":"https://orcid.org/0000-0002-7571-0555"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135044","display_name":"Bauer Research Foundation","ror":"https://ror.org/03h7w4021","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210135044"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","US"],"is_corresponding":false,"raw_author_name":"Konrad Wolsing","raw_affiliation_strings":["Washington University","Fraunhofer FKIE","Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","Fraunhofer FKIE RWTH Aachen University","RWTH Aachen University Fraunhofer FKIE","Fraunhofer FKIE, RWTH Aachen University","TU Darmstadt \u2022","JAN PENNEKAMP RWTH Aachen University","RWTH Aachen University","JAN BAUER"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington University","institution_ids":[]},{"raw_affiliation_string":"Fraunhofer FKIE","institution_ids":["https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I114027177","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Fraunhofer FKIE RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"RWTH Aachen University Fraunhofer FKIE","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Fraunhofer FKIE, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"TU Darmstadt \u2022","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"JAN PENNEKAMP RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"JAN BAUER","institution_ids":["https://openalex.org/I4210135044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008835720","display_name":"Eric Wagner","orcid":"https://orcid.org/0000-0003-3211-1015"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135044","display_name":"Bauer Research Foundation","ror":"https://ror.org/03h7w4021","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210135044"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","US"],"is_corresponding":false,"raw_author_name":"Eric Wagner","raw_affiliation_strings":["Fraunhofer FKIE RWTH Aachen University","JAN BAUER","RWTH Aachen University Fraunhofer FKIE","Fraunhofer FKIE","Fraunhofer FKIE, RWTH Aachen University","Washington University","RWTH Aachen University","Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","TU Darmstadt \u2022","JAN PENNEKAMP RWTH Aachen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer FKIE RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN BAUER","institution_ids":["https://openalex.org/I4210135044"]},{"raw_affiliation_string":"RWTH Aachen University Fraunhofer FKIE","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Fraunhofer FKIE","institution_ids":["https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Fraunhofer FKIE, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Washington University","institution_ids":[]},{"raw_affiliation_string":"RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I114027177","https://openalex.org/I111088046"]},{"raw_affiliation_string":"TU Darmstadt \u2022","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"JAN PENNEKAMP RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027786698","display_name":"Jan Pennekamp","orcid":"https://orcid.org/0000-0003-0398-6904"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135044","display_name":"Bauer Research Foundation","ror":"https://ror.org/03h7w4021","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210135044"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","US"],"is_corresponding":false,"raw_author_name":"Jan Pennekamp","raw_affiliation_strings":["TU Darmstadt \u2022","Washington University","Fraunhofer FKIE","RWTH Aachen University","Fraunhofer FKIE RWTH Aachen University","JAN PENNEKAMP RWTH Aachen University","Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","Fraunhofer FKIE, RWTH Aachen University","RWTH Aachen University Fraunhofer FKIE","JAN BAUER"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Darmstadt \u2022","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Washington University","institution_ids":[]},{"raw_affiliation_string":"Fraunhofer FKIE","institution_ids":["https://openalex.org/I4210166245"]},{"raw_affiliation_string":"RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Fraunhofer FKIE RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN PENNEKAMP RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I114027177","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Fraunhofer FKIE, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"RWTH Aachen University Fraunhofer FKIE","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN BAUER","institution_ids":["https://openalex.org/I4210135044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067641190","display_name":"Jan Bauer","orcid":"https://orcid.org/0000-0001-7631-6456"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135044","display_name":"Bauer Research Foundation","ror":"https://ror.org/03h7w4021","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210135044"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","US"],"is_corresponding":false,"raw_author_name":"Jan Bauer","raw_affiliation_strings":["TU Darmstadt \u2022","Washington University","RWTH Aachen University","RWTH Aachen University Fraunhofer FKIE","JAN PENNEKAMP RWTH Aachen University","Fraunhofer FKIE, RWTH Aachen University","Fraunhofer FKIE","Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","Fraunhofer FKIE RWTH Aachen University","JAN BAUER"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Darmstadt \u2022","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Washington University","institution_ids":[]},{"raw_affiliation_string":"RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"RWTH Aachen University Fraunhofer FKIE","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN PENNEKAMP RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Fraunhofer FKIE, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Fraunhofer FKIE","institution_ids":["https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I114027177","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Fraunhofer FKIE RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN BAUER","institution_ids":["https://openalex.org/I4210135044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078646305","display_name":"Klaus Wehrle","orcid":"https://orcid.org/0000-0001-8609-800X"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135044","display_name":"Bauer Research Foundation","ror":"https://ror.org/03h7w4021","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210135044"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","US"],"is_corresponding":false,"raw_author_name":"Klaus Wehrle","raw_affiliation_strings":["RWTH Aachen University Fraunhofer FKIE","JAN PENNEKAMP RWTH Aachen University","RWTH Aachen University","TU Darmstadt \u2022","Fraunhofer FKIE RWTH Aachen University","Fraunhofer FKIE","Fraunhofer FKIE, RWTH Aachen University","JAN BAUER","Washington University","Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University Fraunhofer FKIE","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN PENNEKAMP RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"TU Darmstadt \u2022","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Fraunhofer FKIE RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Fraunhofer FKIE","institution_ids":["https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Fraunhofer FKIE, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN BAUER","institution_ids":["https://openalex.org/I4210135044"]},{"raw_affiliation_string":"Washington University","institution_ids":[]},{"raw_affiliation_string":"Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I114027177","https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063048519","display_name":"Martin Henze","orcid":"https://orcid.org/0000-0001-8717-2523"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210135044","display_name":"Bauer Research Foundation","ror":"https://ror.org/03h7w4021","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210135044"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","US"],"is_corresponding":false,"raw_author_name":"Martin Henze","raw_affiliation_strings":["Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","JAN BAUER","Fraunhofer FKIE, RWTH Aachen University","RWTH Aachen University Fraunhofer FKIE","Washington University","Fraunhofer FKIE RWTH Aachen University","JAN PENNEKAMP RWTH Aachen University","Fraunhofer FKIE","TU Darmstadt \u2022","RWTH Aachen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University \u2022 Arpan Gujarati , University of British Columbia \u2022 Parasara Duggirala , UNC Chapel Hill","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I114027177","https://openalex.org/I111088046"]},{"raw_affiliation_string":"JAN BAUER","institution_ids":["https://openalex.org/I4210135044"]},{"raw_affiliation_string":"Fraunhofer FKIE, RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"RWTH Aachen University Fraunhofer FKIE","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"Washington University","institution_ids":[]},{"raw_affiliation_string":"Fraunhofer FKIE RWTH Aachen University","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I4210166245"]},{"raw_affiliation_string":"JAN PENNEKAMP RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Fraunhofer FKIE","institution_ids":["https://openalex.org/I4210166245"]},{"raw_affiliation_string":"TU Darmstadt \u2022","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"RWTH Aachen University","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5070135365"],"corresponding_institution_ids":["https://openalex.org/I111088046","https://openalex.org/I114027177","https://openalex.org/I141945490","https://openalex.org/I31512782","https://openalex.org/I4210135044","https://openalex.org/I4210166245","https://openalex.org/I887968799"],"apc_list":null,"apc_paid":null,"fwci":0.7853,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74278283,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"3","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8994213938713074},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.696933925151825},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6796373724937439},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5965061187744141},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5843936800956726},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.5126299262046814},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2711883783340454},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2617814540863037},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.11798495054244995}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8994213938713074},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.696933925151825},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6796373724937439},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5965061187744141},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5843936800956726},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5126299262046814},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2711883783340454},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2617814540863037},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.11798495054244995},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5070/sr33162445","is_oa":true,"landing_page_url":"https://doi.org/10.5070/sr33162445","pdf_url":null,"source":{"id":"https://openalex.org/S4220651612","display_name":"Journal of Systems Research","issn_l":"2770-5501","issn":["2770-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2311.02929","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.02929","pdf_url":"https://arxiv.org/pdf/2311.02929","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt43t0z18q","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/43t0z18q","pdf_url":"https://escholarship.org/content/qt43t0z18q/qt43t0z18q.pdf?t=s3dcmr","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Systems Research, vol 3, iss 1","raw_type":"article"}],"best_oa_location":{"id":"doi:10.5070/sr33162445","is_oa":true,"landing_page_url":"https://doi.org/10.5070/sr33162445","pdf_url":null,"source":{"id":"https://openalex.org/S4220651612","display_name":"Journal of Systems Research","issn_l":"2770-5501","issn":["2770-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G69884316","display_name":null,"funder_award_id":"EXC-2023","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7300938430","display_name":null,"funder_award_id":"390621612","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1225871074","https://openalex.org/W1543087127","https://openalex.org/W1985987493","https://openalex.org/W1990213745","https://openalex.org/W1997037234","https://openalex.org/W2075220720","https://openalex.org/W2089944128","https://openalex.org/W2111404412","https://openalex.org/W2141050228","https://openalex.org/W2160841769","https://openalex.org/W2161630727","https://openalex.org/W2191950414","https://openalex.org/W2294074365","https://openalex.org/W2406493898","https://openalex.org/W2486864234","https://openalex.org/W2535751405","https://openalex.org/W2604247107","https://openalex.org/W2742517765","https://openalex.org/W2762155482","https://openalex.org/W2768947629","https://openalex.org/W2792382948","https://openalex.org/W2803355698","https://openalex.org/W2804946269","https://openalex.org/W2806797541","https://openalex.org/W2807219356","https://openalex.org/W2890112720","https://openalex.org/W2890189996","https://openalex.org/W2896370767","https://openalex.org/W2947820052","https://openalex.org/W2958357193","https://openalex.org/W2971776695","https://openalex.org/W2983426901","https://openalex.org/W2984333088","https://openalex.org/W2989945650","https://openalex.org/W2991517675","https://openalex.org/W2995121266","https://openalex.org/W3009315908","https://openalex.org/W3013803552","https://openalex.org/W3024669438","https://openalex.org/W3043921098","https://openalex.org/W3080157478","https://openalex.org/W3085854806","https://openalex.org/W3088490620","https://openalex.org/W3092239986","https://openalex.org/W3096002622","https://openalex.org/W3126827950","https://openalex.org/W3128032258","https://openalex.org/W3164160032","https://openalex.org/W3186345182","https://openalex.org/W3191984229","https://openalex.org/W3196299211","https://openalex.org/W3197634927","https://openalex.org/W3198059351","https://openalex.org/W3199473923","https://openalex.org/W3214091108","https://openalex.org/W3217563563","https://openalex.org/W4205281937","https://openalex.org/W4206403277","https://openalex.org/W4210885359","https://openalex.org/W4212795178","https://openalex.org/W4223615774","https://openalex.org/W4229021642","https://openalex.org/W4230603309","https://openalex.org/W4280520332","https://openalex.org/W4281400126","https://openalex.org/W4283366652","https://openalex.org/W4283696437","https://openalex.org/W4284961978","https://openalex.org/W4285071005","https://openalex.org/W4285126866","https://openalex.org/W4287637491","https://openalex.org/W4296831723","https://openalex.org/W4296882128","https://openalex.org/W4297795862","https://openalex.org/W4321230626","https://openalex.org/W4382317288","https://openalex.org/W4382397550","https://openalex.org/W4385412220","https://openalex.org/W4385412477","https://openalex.org/W4386470358","https://openalex.org/W4386474183","https://openalex.org/W4390700504","https://openalex.org/W4391285994"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Industrial":[0],"systems":[1,16],"are":[2,141],"increasingly":[3],"threatened":[4],"by":[5],"cyberattackswith":[6],"potentially":[7],"disastrous":[8],"consequences.":[9,120],"To":[10],"counter":[11],"suchattacks,":[12],"industrial":[13,100],"intrusion":[14,101],"detection":[15,102],"strive":[17],"to":[18,26,70,95],"timelyuncover":[19],"even":[20],"the":[21,58,90,97,110,144,170],"most":[22],"sophisticated":[23],"breaches.":[24],"Due":[25],"its":[27],"criticality":[28],"for":[29,164],"society,":[30],"this":[31,72,93,114],"fast-growing":[32],"field":[33,94,173],"attracts":[34],"researchersfrom":[35],"diverse":[36,52],"backgrounds,":[37],"resulting":[38],"in":[39,43],"130":[40],"new":[41],"detectionapproaches":[42],"2021":[44],"alone.":[45],"This":[46],"huge":[47],"momentum":[48],"facilitatesthe":[49],"exploration":[50],"of":[51,92,113,127,148],"promising":[53],"paths":[54],"but":[55],"likewise":[56],"risksfragmenting":[57],"research":[59,172],"landscape":[60],"and":[61,68,74,118,137],"burying":[62],"promisingprogress.":[63],"Consequently,":[64],"it":[65],"needs":[66],"sound":[67],"comprehensibleevaluations":[69],"mitigate":[71],"risk":[73],"catalyze":[75],"efforts":[76],"into":[77],"sustainable":[78],"scientific":[79],"progress":[80],"with":[81],"real-world":[82],"applicability.":[83],"Inthis":[84],"paper,":[85],"we":[86,122],"therefore":[87],"systematically":[88],"analyze":[89],"evaluationmethodologies":[91],"understand":[96],"current":[98],"stateof":[99],"research.":[103],"Our":[104],"analysis":[105,158],"of609":[106],"publications":[107,130],"shows":[108],"that":[109],"rapid":[111],"growth":[112],"researchfield":[115],"has":[116],"positive":[117],"negative":[119],"While":[121],"observe":[123],"an":[124],"increased":[125],"use":[126],"public":[128],"datasets,":[129],"stillonly":[131],"evaluate":[132],"1.3":[133],"datasets":[134],"on":[135],"average,":[136],"frequently":[138],"usedbenchmarking":[139],"metrics":[140,152],"ambiguous.":[142],"At":[143],"same":[145],"time,":[146],"theadoption":[147],"newly":[149],"developed":[150],"benchmarking":[151],"sees":[153],"littleadvancement.":[154],"Finally,":[155],"our":[156],"systematic":[157],"enables":[159],"us":[160],"toprovide":[161],"actionable":[162],"recommendations":[163],"all":[165],"actors":[166],"involvedand":[167],"thus":[168],"bring":[169],"entire":[171],"forward.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-26T06:01:38.667478","created_date":"2025-10-10T00:00:00"}