{"id":"https://openalex.org/W4220754045","doi":"https://doi.org/10.1142/s0218126622501584","title":"Deep <i>Q</i>-Network with Reinforcement Learning for Fault Detection in Cyber-Physical Systems","display_name":"Deep <i>Q</i>-Network with Reinforcement Learning for Fault Detection in Cyber-Physical Systems","publication_year":2022,"publication_date":"2022-03-16","ids":{"openalex":"https://openalex.org/W4220754045","doi":"https://doi.org/10.1142/s0218126622501584"},"language":"en","primary_location":{"id":"doi:10.1142/s0218126622501584","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126622501584","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043651215","display_name":"J. Stanly Jayaprakash","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J. Stanly Jayaprakash","raw_affiliation_strings":["Mahendra Institute of Technology, Namakkal 637503, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Mahendra Institute of Technology, Namakkal 637503, Tamil Nadu, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077325820","display_name":"M. Jasmine Pemeena Priyadarsini","orcid":"https://orcid.org/0000-0003-3220-3972"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M. Jasmine Pemeena Priyadarsini","raw_affiliation_strings":["Vellore Institute of Technology, Vellore Campus, Vellore 632014, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Vellore Institute of Technology, Vellore Campus, Vellore 632014, Tamil Nadu, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033495329","display_name":"B. D. Parameshachari","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137436","display_name":"JSS Science and Technology University","ror":"https://ror.org/04mnmkz07","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210137436"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"B. D. Parameshachari","raw_affiliation_strings":["Department of Telecommunication Engineering, GSSS Institute of Engineering & Technology for Women, Mysuru 570016, Karnataka, India"],"affiliations":[{"raw_affiliation_string":"Department of Telecommunication Engineering, GSSS Institute of Engineering & Technology for Women, Mysuru 570016, Karnataka, India","institution_ids":["https://openalex.org/I4210137436"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090855504","display_name":"Hamid Reza Karimi","orcid":"https://orcid.org/0000-0001-7629-3266"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Hamid Reza Karimi","raw_affiliation_strings":["Department of Mechanical Engineering, Politecnico di Milano, 20156 Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Politecnico di Milano, 20156 Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009531144","display_name":"Sasikumar Gurumoorthy","orcid":"https://orcid.org/0000-0002-9043-8828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sasikumar Gurumoorthy","raw_affiliation_strings":["Jerusalem Coll\u00e8ge of Engineering, Chennai - 600100, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Jerusalem Coll\u00e8ge of Engineering, Chennai - 600100, Tamil Nadu, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033495329"],"corresponding_institution_ids":["https://openalex.org/I4210137436"],"apc_list":null,"apc_paid":null,"fwci":1.0063,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.73844466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"31","issue":"09","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8241380453109741},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7486016750335693},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6866376399993896},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.6588902473449707},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5704584717750549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5557973980903625},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5533518195152283},{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.4910542964935303},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.46761974692344666},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.43028971552848816},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3574005961418152},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1902284324169159}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8241380453109741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7486016750335693},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6866376399993896},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.6588902473449707},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5704584717750549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5557973980903625},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5533518195152283},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.4910542964935303},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46761974692344666},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.43028971552848816},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3574005961418152},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1902284324169159},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1142/s0218126622501584","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126622501584","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1232528","is_oa":false,"landing_page_url":"https://hdl.handle.net/11311/1232528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1483874305","https://openalex.org/W2581964379","https://openalex.org/W2588685666","https://openalex.org/W2604347212","https://openalex.org/W2754813553","https://openalex.org/W2755953367","https://openalex.org/W2767101511","https://openalex.org/W2792403111","https://openalex.org/W2795516651","https://openalex.org/W2800806089","https://openalex.org/W2806017315","https://openalex.org/W2806878106","https://openalex.org/W2810491061","https://openalex.org/W2892495368","https://openalex.org/W2915754965","https://openalex.org/W2941183459","https://openalex.org/W2946627595","https://openalex.org/W2953526560","https://openalex.org/W2963580604","https://openalex.org/W2996485867","https://openalex.org/W2996879763","https://openalex.org/W3001905980","https://openalex.org/W3004673337","https://openalex.org/W3007442396","https://openalex.org/W3011602481","https://openalex.org/W3017305623","https://openalex.org/W3018201598","https://openalex.org/W3020069012","https://openalex.org/W3035259122","https://openalex.org/W3043237058","https://openalex.org/W3046220573","https://openalex.org/W3047344701","https://openalex.org/W3088034552","https://openalex.org/W3091074232","https://openalex.org/W3117926661","https://openalex.org/W3124684701","https://openalex.org/W3126106273","https://openalex.org/W3127692495","https://openalex.org/W3136319326","https://openalex.org/W3147822227","https://openalex.org/W3153655623","https://openalex.org/W3161325351","https://openalex.org/W3170518756","https://openalex.org/W3185067909","https://openalex.org/W3186745756","https://openalex.org/W3189313199","https://openalex.org/W3201410046","https://openalex.org/W3202194958","https://openalex.org/W3208565045","https://openalex.org/W3217476834"],"related_works":["https://openalex.org/W2049316283","https://openalex.org/W2128865566","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2892507673","https://openalex.org/W2361647908","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Cyber-Physical":[0],"System":[1],"(CPS)":[2],"is":[3,31,36,123,214,287],"an":[4],"integration":[5],"of":[6,15,41,84,108,140,175,241,332],"physical":[7],"components":[8],"like":[9],"actuators,":[10],"sensors":[11],"and":[12,47,78,103,132,162,194,204,254,266,271,293,327,334],"various":[13],"types":[14],"equipment":[16],"with":[17,181,211,230,248],"the":[18,39,44,51,64,70,82,85,99,106,113,120,127,130,135,143,149,160,167,173,189,202,206,219,223,239,276,280,290,307,317],"Internet":[19],"possessing":[20],"computational":[21,207],"ability":[22],"for":[23,38,69,98],"efficient":[24],"communication.":[25],"A":[26],"Heterogeneous":[27],"Independent":[28],"Network":[29,122,321],"(HINT)":[30],"a":[32,227,231,311],"realistic":[33,156],"model":[34,93,114,154,237],"that":[35,111,198,306],"used":[37],"analysis":[40],"inter-dependability":[42],"between":[43],"power":[45],"grid":[46],"communications":[48],"network.":[49],"In":[50,72,117],"traditional":[52,150],"Deep":[53,88,319],"[Formula:":[54,65,89,100,190],"see":[55,66,90,101,191],"text]-Learning":[56],"method,":[57],"action":[58,79,225],"needs":[59],"to":[60,115,125,133,172,200,216,221,244,275,278,296,316],"be":[61],"stored":[62],"in":[63,129,148,159,188,226,300,336],"text]":[67,192],"table":[68],"prediction.":[71],"real":[73],"case":[74],"studies,":[75],"many":[76],"state":[77],"values":[80,145,187],"affect":[81],"performance":[83],"model.":[86],"Existing":[87],"text]-Network":[91],"(DQN)":[92],"generates":[94],"all":[95,142],"possible":[96],"actions":[97],"text]-values":[102],"this":[104,118],"involves":[105,238],"generation":[107],"excessive":[109],"information":[110,197],"causes":[112],"overfit.":[116],"research,":[119],"Neural":[121,320],"applied":[124,215],"estimate":[126],"state\u2013action":[128,137,144,164,186,246,257],"DQN":[131,169,180,210,236,277,285,326],"store":[134,245],"particular":[136],"value":[138,165,247],"instead":[139],"storing":[141],"as":[146,261,273],"followed":[147],"method.":[151,323],"The":[152,178,209,234,283,303,324],"HINT":[153,291,308],"provides":[155],"failure":[157],"propagation":[158],"network":[161,292,295,309],"its":[163,298],"overfits":[166],"existing":[168,318],"method":[170,286],"due":[171],"presence":[174],"more":[176],"information.":[177],"proposed":[179,235,284,325],"reinforcement":[182,212],"learning":[183,213],"stores":[184],"selected":[185],"tables":[193],"eliminates":[195,255],"irrelevant":[196],"helps":[199],"increase":[201],"accuracy":[203],"reduce":[205],"time.":[208],"adaptively":[217],"learn":[218],"system":[220],"select":[222],"optimal":[224],"continuous":[228],"interaction":[229],"stochastic":[232],"environment.":[233],"application":[240],"reward":[242],"function":[243],"higher":[249],"probability":[250],"based":[251],"on":[252,289],"prediction":[253,313],"other":[256],"values.":[258],"Features":[259],"such":[260],"intra-degree,":[262],"inter-betweenness,":[263],"substation-betweenness,":[264],"relay-betweenness":[265],"feature":[267],"vector":[268],"are":[269],"extracted":[270],"given":[272],"input":[274],"characterize":[279],"critical":[281],"nodes.":[282],"evaluated":[288],"synthetic":[294],"analyze":[297],"efficiency":[299],"fault":[301,337],"detection.":[302],"result":[304],"shows":[305],"has":[310],"lower":[312],"error":[314],"compared":[315],"(DNN)":[322],"LSTM":[328],"models":[329],"have":[330],"accuracies":[331],"98%":[333],"93%":[335],"prediction,":[338],"respectively.":[339]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}