{"id":"https://openalex.org/W4392007332","doi":"https://doi.org/10.1109/jiot.2024.3368072","title":"A Multiagent Deep Reinforcement Learning Autonomous Security Management Approach for Internet of Things","display_name":"A Multiagent Deep Reinforcement Learning Autonomous Security Management Approach for Internet of Things","publication_year":2024,"publication_date":"2024-02-21","ids":{"openalex":"https://openalex.org/W4392007332","doi":"https://doi.org/10.1109/jiot.2024.3368072"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3368072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3368072","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058025888","display_name":"Bin Ren","orcid":"https://orcid.org/0000-0002-4116-5237"},"institutions":[{"id":"https://openalex.org/I4210143016","display_name":"Changchun Institute of Technology","ror":"https://ror.org/03r6wam78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210143016"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bin Ren","raw_affiliation_strings":["School of Computer Science and Engineering, Changchun Institute of Technology, Changchun, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Changchun Institute of Technology, Changchun, China","institution_ids":["https://openalex.org/I4210143016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103041876","display_name":"Yunlong Tang","orcid":"https://orcid.org/0009-0000-8119-3155"},"institutions":[{"id":"https://openalex.org/I18570673","display_name":"Guangxi University of Science and Technology","ror":"https://ror.org/02fj6b627","country_code":"CN","type":"education","lineage":["https://openalex.org/I18570673"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunlong Tang","raw_affiliation_strings":["School of Computer Science and Technology, Guangxi University of Science and Technology, Liuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangxi University of Science and Technology, Liuzhou, China","institution_ids":["https://openalex.org/I18570673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047123961","display_name":"Huan Wang","orcid":"https://orcid.org/0000-0002-9688-6242"},"institutions":[{"id":"https://openalex.org/I18570673","display_name":"Guangxi University of Science and Technology","ror":"https://ror.org/02fj6b627","country_code":"CN","type":"education","lineage":["https://openalex.org/I18570673"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Wang","raw_affiliation_strings":["School of Computer Science and Technology, Guangxi University of Science and Technology, Liuzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangxi University of Science and Technology, Liuzhou, China","institution_ids":["https://openalex.org/I18570673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773308","display_name":"Yichuan Wang","orcid":"https://orcid.org/0000-0001-6575-1954"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yichuan Wang","raw_affiliation_strings":["Xi&#x2019;an University of Technology, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an University of Technology, Xi&#x2019;an, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059385448","display_name":"Jianxiong Liu","orcid":"https://orcid.org/0009-0003-2367-645X"},"institutions":[{"id":"https://openalex.org/I4210108204","display_name":"China Electronic Information Industry Development","ror":"https://ror.org/01mbbxx50","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210108204","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiong Liu","raw_affiliation_strings":["Engineering Department, Aerospace Science &#x0026; Industry Network Information Development Company Ltd., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Engineering Department, Aerospace Science &#x0026; Industry Network Information Development Company Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210108204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042889658","display_name":"Ge Gao","orcid":"https://orcid.org/0000-0001-8670-2385"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Gao","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Jinan, Shandong, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100323752","display_name":"Wei Wei","orcid":"https://orcid.org/0000-0002-7566-2995"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Wei","raw_affiliation_strings":["School of Computer Science and Engineering, Xi&#x2019;an University of Technology, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Xi&#x2019;an University of Technology, Xi&#x2019;an, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5058025888"],"corresponding_institution_ids":["https://openalex.org/I4210143016"],"apc_list":null,"apc_paid":null,"fwci":5.1145,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.9565045,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":"15","first_page":"25600","last_page":"25612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.5720999836921692,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.5720999836921692,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7912641763687134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.783042311668396},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5472173690795898},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5190213918685913},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.45853859186172485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3110786974430084},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2627248764038086}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7912641763687134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.783042311668396},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5472173690795898},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5190213918685913},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.45853859186172485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3110786974430084},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2627248764038086}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3368072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3368072","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2526081693","display_name":null,"funder_award_id":"62106053","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2058401212","https://openalex.org/W2062757535","https://openalex.org/W2167027081","https://openalex.org/W2775359664","https://openalex.org/W2908077968","https://openalex.org/W2952298682","https://openalex.org/W3008243670","https://openalex.org/W3008309395","https://openalex.org/W3011065733","https://openalex.org/W3021219025","https://openalex.org/W3022550689","https://openalex.org/W3025753202","https://openalex.org/W3026890586","https://openalex.org/W3047809460","https://openalex.org/W3049277169","https://openalex.org/W3092429416","https://openalex.org/W3111563271","https://openalex.org/W3118220620","https://openalex.org/W4223462666","https://openalex.org/W4283018452","https://openalex.org/W4284965199","https://openalex.org/W4285147178","https://openalex.org/W4285506366","https://openalex.org/W4285792603","https://openalex.org/W4297095015","https://openalex.org/W4299458083","https://openalex.org/W4311897878","https://openalex.org/W4312884727","https://openalex.org/W4316042010","https://openalex.org/W4380303838","https://openalex.org/W4386159217","https://openalex.org/W4387634716","https://openalex.org/W6800713718","https://openalex.org/W6851882334","https://openalex.org/W6857664381"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W2138720691","https://openalex.org/W4362501864"],"abstract_inverted_index":{"Enhancing":[0],"the":[1,14,39,81,86,107,131,138,154,160,163,172],"security":[2,26,34,47,66],"capability":[3],"of":[4,11,25,41,43,85,133,140,162,177],"decentralized":[5],"networks":[6,19,176],"has":[7],"been":[8],"a":[9,60,72,110,122],"focus":[10],"attention":[12],"in":[13,32,153,166,175],"IoT":[15],"academic":[16],"community.":[17],"Decentralized":[18],"face":[20],"problems":[21],"such":[22],"as":[23],"lack":[24],"resources,":[27],"complex":[28],"and":[29,36,50,101,143,150,170],"heterogeneous":[30],"difficulties":[31],"network":[33,76,111],"management,":[35],"dependence":[37],"on":[38],"level":[40],"knowledge":[42],"human":[44],"experts":[45],"for":[46],"defense":[48,94,103,108],"strategies":[49],"management":[51,67],"effects.":[52],"To":[53,105],"tackle":[54],"these":[55],"challenges,":[56],"this":[57],"study":[58],"presents":[59],"multi-agents":[61],"deep":[62],"reinforcement":[63,90],"learning":[64,91],"autonomous":[65,93],"approach.":[68],"The":[69],"research":[70],"builds":[71],"finite":[73],"random":[74],"game":[75],"attack-defense":[77,87,168],"model":[78],"that":[79],"captures":[80],"dynamic":[82],"adversarial":[83],"nature":[84],"process.":[88],"Leveraging":[89],"techniques,":[92],"agent":[95,113],"is":[96,114,127],"designed":[97],"to":[98,129],"autonomously":[99],"generate":[100],"adapt":[102],"strategies.":[104],"enhance":[106],"capability,":[109],"attack":[112],"developed.":[115],"Moreover,":[116],"drawing":[117],"inspiration":[118],"from":[119,137],"MINIMAX":[120],"Q-learning,":[121],"synchronized":[123],"interactive":[124],"training":[125],"mechanism":[126],"discussed":[128],"address":[130],"issue":[132],"environment":[134],"instability":[135],"arising":[136],"decoupling":[139],"observation":[141],"space":[142,145],"action":[144],"among":[146],"multiple":[147],"coexisting":[148],"offensive":[149],"defensive":[151],"agents":[152],"same":[155],"environment.":[156],"Experimental":[157],"simulations":[158],"validate":[159],"effectiveness":[161],"proposed":[164],"method":[165],"automated":[167],"scenarios,":[169],"analyse":[171],"generalization":[173],"ability":[174],"different":[178],"scales.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":3}],"updated_date":"2026-02-25T23:00:34.991745","created_date":"2024-02-22T00:00:00"}
