{"id":"https://openalex.org/W3081103181","doi":"https://doi.org/10.1109/tnse.2020.3018871","title":"Distributed Reinforcement Learning for Cyber-Physical System With Multiple Remote State Estimation Under DoS Attacker","display_name":"Distributed Reinforcement Learning for Cyber-Physical System With Multiple Remote State Estimation Under DoS Attacker","publication_year":2020,"publication_date":"2020-08-24","ids":{"openalex":"https://openalex.org/W3081103181","doi":"https://doi.org/10.1109/tnse.2020.3018871","mag":"3081103181"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2020.3018871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.3018871","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Distributed_Reinforcement_Learning_for_Cyber-Physical_System_with_Multiple_Remote_State_Estimation_under_DoS_Attacker/27542106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100705693","display_name":"Pengcheng Dai","orcid":"https://orcid.org/0000-0003-1455-7216"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengcheng Dai","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627758","display_name":"Wenwu Yu","orcid":"https://orcid.org/0000-0003-3755-179X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwu Yu","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China","School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3755-179X","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351665","display_name":"He Wang","orcid":"https://orcid.org/0000-0002-3065-393X"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"He Wang","raw_affiliation_strings":["College of Engineering and Computer Science, Australian National University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3065-393X","affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040088510","display_name":"Guanghui Wen","orcid":"https://orcid.org/0000-0003-0070-8597"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Guanghui Wen","raw_affiliation_strings":["School of Engineering, RMIT University, Melbourne, VIC, Australia","School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0070-8597","affiliations":[{"raw_affiliation_string":"School of Engineering, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]},{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021516964","display_name":"Yuezu Lv","orcid":"https://orcid.org/0000-0002-7757-9028"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuezu Lv","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5376,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.93194239,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"7","issue":"4","first_page":"3212","last_page":"3222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7809645533561707},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6676278114318848},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6556181311607361},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5599504709243774},{"id":"https://openalex.org/keywords/denial-of-service-attack","display_name":"Denial-of-service attack","score":0.5319376587867737},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.5157042145729065},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5065301656723022},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.48944464325904846},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43539929389953613},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.41369736194610596},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2976120710372925},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21878835558891296},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14104381203651428},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12362918257713318},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.1146361231803894}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7809645533561707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676278114318848},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6556181311607361},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5599504709243774},{"id":"https://openalex.org/C38822068","wikidata":"https://www.wikidata.org/wiki/Q131406","display_name":"Denial-of-service attack","level":3,"score":0.5319376587867737},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.5157042145729065},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5065301656723022},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.48944464325904846},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43539929389953613},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.41369736194610596},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2976120710372925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21878835558891296},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14104381203651428},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12362918257713318},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.1146361231803894},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnse.2020.3018871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.3018871","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:alma61RMIT.INST:11301897360001341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/TNSE.2020.3018871","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/27542106","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Distributed_Reinforcement_Learning_for_Cyber-Physical_System_with_Multiple_Remote_State_Estimation_under_DoS_Attacker/27542106","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27542106","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Distributed_Reinforcement_Learning_for_Cyber-Physical_System_with_Multiple_Remote_State_Estimation_under_DoS_Attacker/27542106","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G3039935237","display_name":null,"funder_award_id":"61722303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G329618287","display_name":null,"funder_award_id":"61903083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6315690620","display_name":null,"funder_award_id":"61673107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1513468570","https://openalex.org/W1560074431","https://openalex.org/W1577538250","https://openalex.org/W1651728063","https://openalex.org/W1757796397","https://openalex.org/W1994703549","https://openalex.org/W2065358316","https://openalex.org/W2068740779","https://openalex.org/W2117450598","https://openalex.org/W2120846115","https://openalex.org/W2121863487","https://openalex.org/W2123990969","https://openalex.org/W2145339207","https://openalex.org/W2157078218","https://openalex.org/W2315448583","https://openalex.org/W2322261970","https://openalex.org/W2324627801","https://openalex.org/W2329192114","https://openalex.org/W2340384825","https://openalex.org/W2523012541","https://openalex.org/W2525975698","https://openalex.org/W2546109980","https://openalex.org/W2555431798","https://openalex.org/W2581108373","https://openalex.org/W2758737610","https://openalex.org/W2799693052","https://openalex.org/W2883839991","https://openalex.org/W2888630991","https://openalex.org/W2890608214","https://openalex.org/W2911328656","https://openalex.org/W2911953150","https://openalex.org/W2914576459","https://openalex.org/W2948566387","https://openalex.org/W2954968417","https://openalex.org/W2966633400","https://openalex.org/W2998493661","https://openalex.org/W3001396241","https://openalex.org/W3011010517","https://openalex.org/W4298857966","https://openalex.org/W6630520071","https://openalex.org/W6637967152","https://openalex.org/W6678168664"],"related_works":["https://openalex.org/W4386482731","https://openalex.org/W2765763546","https://openalex.org/W4385302085","https://openalex.org/W2360429410","https://openalex.org/W4312141693","https://openalex.org/W1969185016","https://openalex.org/W1536009559","https://openalex.org/W2103821767","https://openalex.org/W2037619003","https://openalex.org/W2111030377"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,182,222],"consider":[4,183],"cyber-physical":[5],"system":[6,24],"(CPS)":[7],"with":[8,142],"multiple":[9],"remote":[10,32,154,198],"state":[11,29,60],"estimation":[12,68],"under":[13,102],"denial-of-service":[14],"(DoS)":[15],"attack":[16,92],"in":[17,39,57,75,184],"infinite":[18,77],"time-horizon.":[19,78],"The":[20,45,79,95,233],"sensors":[21,48,98,117,129,165,202,210,219],"monitor":[22],"the":[23,36,66,85,113,125,134,139,145,150,153,157,159,189,194,197,201,209,224],"and":[25,99,118,124,130,166,211,220],"send":[26],"their":[27,176],"local":[28,37,55,170],"estimate":[30],"to":[31,50,61,64,83,91,156,174,200,205,246],"estimators":[33,155,199],"by":[34,88],"choosing":[35,54,89],"channels":[38,90],"\u201cState":[40,43],"0\u201d":[41],"or":[42,93],"1\u201d.":[44],"aim":[46],"of":[47,73,106,235],"is":[49,112,240],"find":[51,175],"policies":[52,217],"for":[53,164,218],"channel":[56],"a":[58,228],"specific":[59],"transmit":[62],"message":[63],"minimize":[65],"total":[67],"error":[69],"covariance":[70],"on":[71,169],"account":[72],"energy-saving":[74],"an":[76],"DoS":[80,100,146,190],"attacker":[81,101,119,131,147,167,191],"aims":[82],"achieve":[84],"opposite":[86],"goal":[87],"not.":[94],"games":[96],"between":[97,208],"two":[103],"different":[104],"structures":[105],"public":[107],"information":[108,151,171,195,207],"are":[109,172,244],"investigated,":[110],"that":[111,144,188],"open-loop":[114,140],"case":[115,127,141,187],"(where":[116,128],"cannot":[120,192],"observe":[121,133],"others'":[122,135],"behaviors)":[123],"closed-loop":[126],"can":[132,148],"behaviors":[136],"causally).":[137],"For":[138],"assumption":[143],"get":[149,193],"from":[152,196],"sensors,":[158],"distributed":[160,236],"reinforcement":[161,237],"learning":[162,238],"algorithms":[163],"based":[168],"proposed":[173],"Nash":[177,215],"equilibrium":[178,216],"policies,":[179],"respectively.":[180],"Further,":[181],"closed":[185],"loop":[186],"which":[203],"leads":[204],"asymmetric":[206],"attacker.":[212],"To":[213],"derive":[214],"attacker,":[221],"convert":[223],"original":[225],"game":[226],"into":[227],"belief-based":[229],"continuous-state":[230],"stochastic":[231],"game.":[232],"convergence":[234],"method":[239],"proved.":[241],"Some":[242],"simulations":[243],"presented":[245],"demonstrate":[247],"its":[248],"effectiveness.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}