{"id":"https://openalex.org/W4400075144","doi":"https://doi.org/10.1109/tifs.2024.3420233","title":"SGD3QN: Joint Stochastic Games and Dueling Double Deep Q-Networks for Defending Malware Propagation in Edge Intelligence-Enabled Internet of Things","display_name":"SGD3QN: Joint Stochastic Games and Dueling Double Deep Q-Networks for Defending Malware Propagation in Edge Intelligence-Enabled Internet of Things","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400075144","doi":"https://doi.org/10.1109/tifs.2024.3420233"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3420233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3420233","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021656350","display_name":"Yizhou Shen","orcid":"https://orcid.org/0000-0002-3769-7193"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yizhou Shen","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065644902","display_name":"Carlton Shepherd","orcid":"https://orcid.org/0000-0002-7366-9034"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Carlton Shepherd","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077409980","display_name":"Chuadhry Mujeeb Ahmed","orcid":"https://orcid.org/0000-0003-3644-0465"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chuadhry Mujeeb Ahmed","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030903260","display_name":"Shigen Shen","orcid":"https://orcid.org/0000-0002-7558-5379"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shigen Shen","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005228053","display_name":"Shui Yu","orcid":"https://orcid.org/0000-0003-4485-6743"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shui Yu","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021656350"],"corresponding_institution_ids":["https://openalex.org/I84884186"],"apc_list":null,"apc_paid":null,"fwci":8.092,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.98307962,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"19","issue":null,"first_page":"6978","last_page":"6990"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.8157162666320801},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8150910139083862},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6694576740264893},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5724328756332397},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48615404963493347},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.43820780515670776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.377231240272522},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32911479473114014},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19480755925178528}],"concepts":[{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.8157162666320801},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8150910139083862},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6694576740264893},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5724328756332397},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48615404963493347},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.43820780515670776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.377231240272522},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32911479473114014},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19480755925178528},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3420233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3420233","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1480317510","https://openalex.org/W1999157275","https://openalex.org/W2785022326","https://openalex.org/W2831725975","https://openalex.org/W2952311595","https://openalex.org/W2963079702","https://openalex.org/W2964088407","https://openalex.org/W2971544482","https://openalex.org/W2972765956","https://openalex.org/W3003760566","https://openalex.org/W3006655855","https://openalex.org/W3098604306","https://openalex.org/W3105886168","https://openalex.org/W3114547504","https://openalex.org/W3119479697","https://openalex.org/W3131461420","https://openalex.org/W3172744943","https://openalex.org/W3184729619","https://openalex.org/W3204074103","https://openalex.org/W3211877398","https://openalex.org/W4200405116","https://openalex.org/W4210476941","https://openalex.org/W4221003802","https://openalex.org/W4280572029","https://openalex.org/W4283214123","https://openalex.org/W4313119132","https://openalex.org/W4318015093","https://openalex.org/W4320002804","https://openalex.org/W4320008870","https://openalex.org/W4322627042","https://openalex.org/W4323644407","https://openalex.org/W4366149343","https://openalex.org/W4366286067","https://openalex.org/W4377079722","https://openalex.org/W4379012206","https://openalex.org/W4381233012","https://openalex.org/W4383503710","https://openalex.org/W4385062808","https://openalex.org/W4385452994","https://openalex.org/W4386090462","https://openalex.org/W4386294121","https://openalex.org/W4387587680","https://openalex.org/W6726983090","https://openalex.org/W6840116389"],"related_works":["https://openalex.org/W2097492617","https://openalex.org/W2753240997","https://openalex.org/W1764168690","https://openalex.org/W2537959205","https://openalex.org/W2740895074","https://openalex.org/W2772446090","https://openalex.org/W4284893819","https://openalex.org/W2249809453","https://openalex.org/W3152891574","https://openalex.org/W4316881845"],"abstract_inverted_index":{"Malware":[0],"propagation":[1,30,54,204],"in":[2,55,137,153],"IoT":[3,28,46,60,134,155,202],"(Internet":[4],"of":[5,42,96,192,212],"Things)":[6],"systems":[7],"can":[8],"lead":[9],"to":[10,88,93,127,164,171],"data":[11],"leakages,":[12],"financial":[13],"losses,":[14],"and":[15,49,63,70,80,98,115,120,195,208],"other":[16],"serious":[17],"consequences.":[18],"To":[19],"solve":[20],"this":[21],"issue,":[22],"we":[23,38,113,184],"propose":[24],"a":[25,110],"new":[26],"active":[27],"malware":[29,53,135,156,203],"defence":[31],"work.":[32],"Specifically,":[33],"aided":[34],"by":[35,76,177],"stochastic":[36],"games,":[37],"express":[39],"the":[40,72,77,84,89,94,99,104,129,140,162,166,173,179,190,200,210,213],"process":[41],"cyber":[43],"conflicts":[44],"between":[45],"system":[47,61],"nodes":[48,62],"edge":[50,56,64],"devices":[51,65],"considering":[52],"intelligence-enabled":[57],"IoT.":[58],"Here,":[59,139],"choose":[66],"their":[67],"own":[68],"strategies":[69,101],"receive":[71,128],"corresponding":[73],"rewards":[74],"determined":[75],"current":[78],"state":[79],"strategy.":[81],"After":[82],"that,":[83],"game":[85],"randomly":[86],"moves":[87],"next":[90],"stage":[91],"according":[92],"distribution":[95],"probabilities":[97],"participants\u2019":[100],"until":[102],"reaching":[103],"fixed":[105],"Nash":[106],"equilibrium":[107],"point.":[108],"Following":[109],"theoretical":[111],"analysis,":[112],"design":[114],"implement":[116],"SGD3QN":[117],"(Stochastic":[118],"Games":[119],"Dueling":[121,141],"Double":[122,142],"Deep":[123,143],"Q-networks)\u2014a":[124],"novel":[125],"algorithm":[126],"optimal":[130,180,201],"strategy":[131,206],"for":[132],"mitigating":[133],"propagataion":[136,157],"practice.":[138],"Q-networks":[144],"are":[145],"acted":[146],"as":[147,161],"an":[148],"end-to-end":[149],"decision":[150,181],"control":[151],"system,":[152],"which":[154],"environment":[158],"is":[159],"used":[160],"input":[163],"obtain":[165],"failure":[167],"or":[168],"success":[169],"experience":[170],"update":[172],"network":[174],"parameters,":[175],"followed":[176],"making":[178],"output.":[182],"Afterwards,":[183],"perform":[185],"experimental":[186],"simulations":[187],"that":[188],"probe":[189],"influence":[191],"batch":[193],"size":[194,198],"replay":[196],"memory":[197],"on":[199],"defense":[205],"selection":[207],"prove":[209],"ascendancy":[211],"proposed":[214],"SGD3QN-aided":[215],"decision-making":[216],"algorithm.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}