{"id":"https://openalex.org/W3201699978","doi":"https://doi.org/10.1109/tnnls.2021.3111826","title":"Intermittent Learning Through Operant Conditioning for Cyber-Physical Systems","display_name":"Intermittent Learning Through Operant Conditioning for Cyber-Physical Systems","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3201699978","doi":"https://doi.org/10.1109/tnnls.2021.3111826","mag":"3201699978","pmid":"https://pubmed.ncbi.nlm.nih.gov/34606463"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3111826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3111826","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043865100","display_name":"Prachi Pratyusha Sahoo","orcid":"https://orcid.org/0000-0002-2768-601X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prachi Pratyusha Sahoo","raw_affiliation_strings":["Woodruff School for Mechanical Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2768-601X","affiliations":[{"raw_affiliation_string":"Woodruff School for Mechanical Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058970736","display_name":"Aris Kanellopoulos","orcid":"https://orcid.org/0000-0001-5983-0875"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aris Kanellopoulos","raw_affiliation_strings":["Daniel H. Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5983-0875","affiliations":[{"raw_affiliation_string":"Daniel H. Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040301558","display_name":"Kyriakos G. Vamvoudakis","orcid":"https://orcid.org/0000-0003-1978-4848"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyriakos G. Vamvoudakis","raw_affiliation_strings":["Daniel H. Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1978-4848","affiliations":[{"raw_affiliation_string":"Daniel H. Guggenheim School of Aerospace Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.3045,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63119824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"34","issue":"6","first_page":"3124","last_page":"3134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operant-conditioning","display_name":"Operant conditioning","score":0.8743696212768555},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7987064123153687},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6406470537185669},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6002290844917297},{"id":"https://openalex.org/keywords/extinction","display_name":"Extinction (optical mineralogy)","score":0.5889794230461121},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5365989208221436},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5328028202056885},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5285467505455017},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5218390822410583},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5054442882537842},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.4144558012485504},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.41219761967658997},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35561734437942505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33622997999191284},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21197623014450073},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.18651244044303894},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15670183300971985},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10711312294006348},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09749302268028259}],"concepts":[{"id":"https://openalex.org/C163270606","wikidata":"https://www.wikidata.org/wiki/Q847079","display_name":"Operant conditioning","level":3,"score":0.8743696212768555},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7987064123153687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6406470537185669},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6002290844917297},{"id":"https://openalex.org/C101991246","wikidata":"https://www.wikidata.org/wiki/Q5422078","display_name":"Extinction (optical mineralogy)","level":2,"score":0.5889794230461121},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5365989208221436},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5328028202056885},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5285467505455017},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5218390822410583},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5054442882537842},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.4144558012485504},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.41219761967658997},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35561734437942505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33622997999191284},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21197623014450073},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.18651244044303894},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15670183300971985},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10711312294006348},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09749302268028259},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3111826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3111826","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34606463","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34606463","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G4763645112","display_name":null,"funder_award_id":"N00014-18-1-2874","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5280169948","display_name":null,"funder_award_id":"W911NF-19\u20131 \u2013 0270","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7973029781","display_name":null,"funder_award_id":"S&AS-1849264","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8491087190","display_name":null,"funder_award_id":"CPS-1851588","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W234738007","https://openalex.org/W1571323288","https://openalex.org/W1627599966","https://openalex.org/W1891098503","https://openalex.org/W1907796993","https://openalex.org/W1968522822","https://openalex.org/W1972694111","https://openalex.org/W1985235885","https://openalex.org/W1998922549","https://openalex.org/W2003676109","https://openalex.org/W2019398235","https://openalex.org/W2051560006","https://openalex.org/W2052758914","https://openalex.org/W2061506174","https://openalex.org/W2062175538","https://openalex.org/W2081324807","https://openalex.org/W2082142922","https://openalex.org/W2108383324","https://openalex.org/W2118946041","https://openalex.org/W2124720308","https://openalex.org/W2133747588","https://openalex.org/W2152161277","https://openalex.org/W2157076370","https://openalex.org/W2165726932","https://openalex.org/W2169239645","https://openalex.org/W2291165559","https://openalex.org/W2312229020","https://openalex.org/W2313360029","https://openalex.org/W2460713275","https://openalex.org/W2564717627","https://openalex.org/W2605628695","https://openalex.org/W2749616810","https://openalex.org/W2800251714","https://openalex.org/W2913864870","https://openalex.org/W3012156918","https://openalex.org/W3035834054","https://openalex.org/W4229706427","https://openalex.org/W4237591687","https://openalex.org/W4240413282","https://openalex.org/W4243404706","https://openalex.org/W6715002927","https://openalex.org/W6922386797"],"related_works":["https://openalex.org/W1989953206","https://openalex.org/W4318256638","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"a":[3,46,90],"novel":[4],"scheme,":[5],"namely,":[6],"an":[7],"intermittent":[8,155],"learning":[9,35,48,111,123],"scheme":[10],"based":[11,50],"on":[12,51],"Skinner's":[13],"operant":[14],"conditioning":[15],"techniques":[16],"that":[17],"approximates":[18],"the":[19,24,27,71,77,82,97,110,114,118,122,130,160,163],"optimal":[20,151],"policy":[21,64],"while":[22],"decreasing":[23],"usage":[25],"of":[26,57,60,70,81,117,121,132,145,162],"communication":[28],"buses":[29],"transferring":[30],"information.":[31],"While":[32],"traditional":[33],"reinforcement":[34,53,61],"schemes":[36,105],"continuously":[37],"evaluate":[38],"and":[39,63,113,135,147],"subsequently":[40],"improve,":[41],"every":[42],"action":[43],"taken":[44],"by":[45],"specific":[47],"agent":[49],"received":[52],"signals,":[54],"this":[55,126],"form":[56],"continuous":[58],"transmission":[59],"signals":[62,66],"improvement":[65],"can":[67],"cause":[68],"overutilization":[69],"system's":[72],"inherently":[73],"limited":[74],"resources.":[75],"Moreover,":[76],"highly":[78],"complex":[79],"nature":[80],"operating":[83],"environment":[84],"for":[85,92],"cyber-physical":[86],"systems":[87],"(CPSs)":[88],"creates":[89],"gap":[91],"malicious":[93],"individuals":[94],"to":[95],"corrupt":[96],"signal":[98],"transmissions":[99],"between":[100],"various":[101],"components.":[102],"The":[103],"proposed":[104,164],"will":[106],"increase":[107],"uncertainty":[108],"in":[109,139,149],"rate":[112,116,144],"extinction":[115],"acquired":[119],"behavior":[120,152],"agents.":[124],"In":[125],"article,":[127],"we":[128],"investigate":[129],"use":[131],"fixed/variable":[133,136],"interval":[134],"ratio":[137],"schedules":[138],"CPSs":[140],"along":[141],"with":[142],"their":[143,150],"success":[146],"loss":[148],"incurred":[153],"during":[154],"learning.":[156],"Simulation":[157],"results":[158],"show":[159],"efficacy":[161],"approach.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}