{"id":"https://openalex.org/W4397292986","doi":"https://doi.org/10.1093/jigpal/jzae068","title":"Multi-agent reinforcement learning based algorithm detection of malware-infected nodes in IoT networks","display_name":"Multi-agent reinforcement learning based algorithm detection of malware-infected nodes in IoT networks","publication_year":2024,"publication_date":"2024-05-18","ids":{"openalex":"https://openalex.org/W4397292986","doi":"https://doi.org/10.1093/jigpal/jzae068"},"language":"en","primary_location":{"id":"doi:10.1093/jigpal/jzae068","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jigpal/jzae068","pdf_url":null,"source":{"id":"https://openalex.org/S2734381524","display_name":"Logic Journal of IGPL","issn_l":"1367-0751","issn":["1367-0751","1368-9894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Logic Journal of the IGPL","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065876927","display_name":"Marcos Severt","orcid":"https://orcid.org/0000-0002-2731-649X"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Marcos Severt","raw_affiliation_strings":["Universidad de Salamanca , Patio de Escuelas, 1, 37008, Salamanca , , marcos_ss@usal.es","Universidad de Salamanca , Patio de Escuelas, 1, 37008, Salamanca , Spain , marcos_ss@usal.es"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Salamanca , Patio de Escuelas, 1, 37008, Salamanca , , marcos_ss@usal.es","institution_ids":["https://openalex.org/I184999862"]},{"raw_affiliation_string":"Universidad de Salamanca , Patio de Escuelas, 1, 37008, Salamanca , Spain , marcos_ss@usal.es","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016448118","display_name":"Roberto Casado\u2010Vara","orcid":"https://orcid.org/0000-0003-0198-696X"},"institutions":[{"id":"https://openalex.org/I46176106","display_name":"Universidad de Burgos","ror":"https://ror.org/049da5t36","country_code":"ES","type":"education","lineage":["https://openalex.org/I46176106"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Roberto Casado-Vara","raw_affiliation_strings":["Grupo de Inteligencia Computacional Aplicada (GICAP) , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , , rccasado@ubu.es","Universidad de Burgos , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , , rccasado@ubu.es","Universidad de Burgos , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , Spain , rccasado@ubu.es","Grupo de Inteligencia Computacional Aplicada (GICAP) , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , Spain , rccasado@ubu.es"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Grupo de Inteligencia Computacional Aplicada (GICAP) , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , , rccasado@ubu.es","institution_ids":["https://openalex.org/I46176106"]},{"raw_affiliation_string":"Universidad de Burgos , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , , rccasado@ubu.es","institution_ids":["https://openalex.org/I46176106"]},{"raw_affiliation_string":"Universidad de Burgos , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , Spain , rccasado@ubu.es","institution_ids":["https://openalex.org/I46176106"]},{"raw_affiliation_string":"Grupo de Inteligencia Computacional Aplicada (GICAP) , Departamento de Matem\u00e1ticas y Computaci\u00f3n, Escuela Polit\u00e9cnica Superior, , Av. Cantabria s/n, 09006, Burgos , Spain , rccasado@ubu.es","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073993148","display_name":"A. Mart\u0131\u0301n del Rey","orcid":"https://orcid.org/0000-0002-3600-0016"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"\u00c1ngel Mart\u00edn del Rey","raw_affiliation_strings":["Universidad de Salamanca Department of Applied Mathematics, , Patio de Escuelas, 1, 37008, Salamanca , , delrey@usal.es","Universidad de Salamanca Department of Applied Mathematics, , Patio de Escuelas, 1, 37008, Salamanca , Spain , delrey@usal.es"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Salamanca Department of Applied Mathematics, , Patio de Escuelas, 1, 37008, Salamanca , , delrey@usal.es","institution_ids":["https://openalex.org/I184999862"]},{"raw_affiliation_string":"Universidad de Salamanca Department of Applied Mathematics, , Patio de Escuelas, 1, 37008, Salamanca , Spain , delrey@usal.es","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017319459","display_name":"H\u00e9ctor Quinti\u00e1n","orcid":"https://orcid.org/0000-0002-0268-7999"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"H\u00e9ctor Quinti\u00e1n","raw_affiliation_strings":["University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , , hector.quintian@udc.es","University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , Spain , hector.quintian@udc.es"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , , hector.quintian@udc.es","institution_ids":["https://openalex.org/I11019714"]},{"raw_affiliation_string":"University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , Spain , hector.quintian@udc.es","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088415997","display_name":"Jos\u00e9 Luis Calvo\u2010Rolle","orcid":"https://orcid.org/0000-0002-2333-8405"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Jose Luis Calvo-Rolle","raw_affiliation_strings":["University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , , jlcalvo@udc.es","University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , Spain , jlcalvo@udc.es"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , , jlcalvo@udc.es","institution_ids":["https://openalex.org/I11019714"]},{"raw_affiliation_string":"University of A Coru\u00f1a Department of Industrial Engineering, , CTC, CITIC, 15403, Ferrol, A Coru\u00f1a , Spain , jlcalvo@udc.es","institution_ids":["https://openalex.org/I11019714"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016448118","https://openalex.org/A5017319459","https://openalex.org/A5065876927","https://openalex.org/A5073993148","https://openalex.org/A5088415997"],"corresponding_institution_ids":["https://openalex.org/I11019714","https://openalex.org/I184999862","https://openalex.org/I46176106"],"apc_list":{"value":4151,"currency":"USD","value_usd":4151},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06388304,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8172560930252075},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.8156900405883789},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.755285382270813},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5915029644966125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47526949644088745},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37189486622810364},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34644216299057007},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3012927770614624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8172560930252075},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.8156900405883789},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.755285382270813},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5915029644966125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47526949644088745},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37189486622810364},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34644216299057007},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3012927770614624}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/jigpal/jzae068","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jigpal/jzae068","pdf_url":null,"source":{"id":"https://openalex.org/S2734381524","display_name":"Logic Journal of IGPL","issn_l":"1367-0751","issn":["1367-0751","1368-9894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Logic Journal of the IGPL","raw_type":"journal-article"},{"id":"pmh:oai:ruc.udc.es:2183/36617","is_oa":false,"landing_page_url":"http://hdl.handle.net/2183/36617","pdf_url":null,"source":{"id":"https://openalex.org/S4306402204","display_name":"RUC (Universidade Da Coru\u00f1a)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2107726111","https://openalex.org/W2501356530","https://openalex.org/W2526033015","https://openalex.org/W2768543857","https://openalex.org/W2903866873","https://openalex.org/W2907301415","https://openalex.org/W2920220640","https://openalex.org/W2921019731","https://openalex.org/W2923653485","https://openalex.org/W2924196523","https://openalex.org/W2946274726","https://openalex.org/W2978320887","https://openalex.org/W2978699061","https://openalex.org/W2999472659","https://openalex.org/W3001047098","https://openalex.org/W3002827238","https://openalex.org/W3044925648","https://openalex.org/W3080198614","https://openalex.org/W3083598584","https://openalex.org/W3092013020","https://openalex.org/W3093410479","https://openalex.org/W3094768171","https://openalex.org/W3104595455","https://openalex.org/W3120086307","https://openalex.org/W3128470182","https://openalex.org/W3130192853","https://openalex.org/W3138269143","https://openalex.org/W3142048121","https://openalex.org/W3193630181","https://openalex.org/W3209912688","https://openalex.org/W3213840904","https://openalex.org/W4205875715","https://openalex.org/W4214638395","https://openalex.org/W4220792068","https://openalex.org/W4225502303","https://openalex.org/W4286982463","https://openalex.org/W4303980550","https://openalex.org/W4312106740","https://openalex.org/W6637033378","https://openalex.org/W6763629288","https://openalex.org/W6768785780","https://openalex.org/W6780729634","https://openalex.org/W6792612801","https://openalex.org/W6801648332","https://openalex.org/W6806289704","https://openalex.org/W6809728568"],"related_works":["https://openalex.org/W2097492617","https://openalex.org/W2753240997","https://openalex.org/W1764168690","https://openalex.org/W2537959205","https://openalex.org/W2740895074","https://openalex.org/W2772446090","https://openalex.org/W4284893819","https://openalex.org/W2249809453","https://openalex.org/W3152891574","https://openalex.org/W4316881845"],"abstract_inverted_index":{"Abstract":[0],"The":[1,39,103,186],"Internet":[2],"of":[3,48,66,69,85,113,175,188,196,204],"Things":[4],"(IoT)":[5],"is":[6,52,106,123,133],"a":[7,54,86,94,155,159],"fast-growing":[8],"technology":[9],"that":[10,61,73,120],"connects":[11],"everyday":[12],"devices":[13,31,41],"to":[14,59,76,118,149],"the":[15,29,37,44,46,67,70,80,83,111,114,119,129,141,173,180,192,197,205],"Internet,":[16],"enabling":[17],"wireless,":[18],"low-consumption":[19],"and":[20,23,36,72,177,194],"low-cost":[21],"communication":[22],"data":[24],"exchange.":[25],"IoT":[26,101,115,130,161,181],"has":[27],"revolutionized":[28],"way":[30],"interact":[32],"with":[33],"each":[34],"other":[35],"internet.":[38],"more":[40],"become":[42],"connected,":[43],"greater":[45],"risk":[47],"security":[49],"breaches.":[50],"There":[51],"currently":[53],"need":[55],"for":[56,97],"new":[57],"approaches":[58],"algorithms":[60],"can":[62,74],"detect":[63],"malware":[64,98,167,206],"regardless":[65,203],"size":[68,112,132],"network":[71,116,131,182],"adapt":[75],"dynamic":[77],"changes":[78],"in":[79,100,144,179,200],"network.":[81],"Through":[82],"use":[84],"multi-agent":[87],"reinforcement":[88],"learning":[89],"algorithm,":[90],"this":[91],"paper":[92],"proposes":[93],"novel":[95],"algorithm":[96,105,143,199],"detection":[99],"devices.":[102],"proposed":[104,142,154,198],"not":[107],"strongly":[108],"dependent":[109],"on":[110,158],"due":[117],"its":[121],"training":[122],"adapted":[124],"using":[125],"time":[126],"differences":[127],"if":[128],"small":[134],"or":[135],"Monte":[136],"Carlo":[137],"otherwise.":[138],"To":[139],"validate":[140],"an":[145],"environment":[146],"as":[147,151],"close":[148],"reality":[150],"possible,":[152],"we":[153,164],"scenario":[156],"based":[157],"real":[160],"network,":[162],"where":[163],"tested":[165],"different":[166],"propagation":[168,207],"models.":[169],"Different":[170],"simulations":[171,190],"varying":[172],"number":[174],"agents":[176],"nodes":[178],"have":[183],"been":[184],"developed.":[185],"result":[187],"these":[189],"proves":[191],"efficiency":[193],"adaptability":[195],"detecting":[201],"malware,":[202],"model.":[208]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2024-05-20T00:00:00"}