{"id":"https://openalex.org/W4385696000","doi":"https://doi.org/10.1109/jiot.2023.3303448","title":"Adaptive Dynamic Programming and Zero-Sum Game-Based Distributed Control for Energy Management Systems With Internet of Things","display_name":"Adaptive Dynamic Programming and Zero-Sum Game-Based Distributed Control for Energy Management Systems With Internet of Things","publication_year":2023,"publication_date":"2023-08-09","ids":{"openalex":"https://openalex.org/W4385696000","doi":"https://doi.org/10.1109/jiot.2023.3303448"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3303448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3303448","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038470670","display_name":"Luy Nguyen Tan","orcid":"https://orcid.org/0000-0002-7732-261X"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Luy Nguyen Tan","raw_affiliation_strings":["Faculty of Electrical-Electronics Engineering, Ho Chi Minh City University of Technology, Ho Chi Minh City, Vietnam","Department of Automatic Control, Vietnam National University, Ho Chi Minh City, Vietnam"],"raw_orcid":"https://orcid.org/0000-0002-7732-261X","affiliations":[{"raw_affiliation_string":"Faculty of Electrical-Electronics Engineering, Ho Chi Minh City University of Technology, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Department of Automatic Control, Vietnam National University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076652737","display_name":"Nishu Gupta","orcid":"https://orcid.org/0000-0002-1568-368X"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Nishu Gupta","raw_affiliation_strings":["Department of Electronic Systems, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Gj&#x00F8;vik, Norway"],"raw_orcid":"https://orcid.org/0000-0002-1568-368X","affiliations":[{"raw_affiliation_string":"Department of Electronic Systems, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Gj&#x00F8;vik, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041591589","display_name":"Mohammad Derawi","orcid":"https://orcid.org/0000-0003-0448-7613"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Mohammad Derawi","raw_affiliation_strings":["Department of Electronic Systems, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Gj&#x00F8;vik, Norway"],"raw_orcid":"https://orcid.org/0000-0003-0448-7613","affiliations":[{"raw_affiliation_string":"Department of Electronic Systems, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Gj&#x00F8;vik, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038470670"],"corresponding_institution_ids":["https://openalex.org/I123565023","https://openalex.org/I47265099"],"apc_list":null,"apc_paid":null,"fwci":2.3116,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.90250325,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"24","first_page":"22371","last_page":"22385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6216604709625244},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.5154905915260315},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.491669237613678},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43646371364593506},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.43596765398979187},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3384857475757599},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2341850996017456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6216604709625244},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.5154905915260315},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.491669237613678},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43646371364593506},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.43596765398979187},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3384857475757599},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2341850996017456},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3303448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3303448","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1162378864","https://openalex.org/W2004726079","https://openalex.org/W2013815893","https://openalex.org/W2014366918","https://openalex.org/W2019478222","https://openalex.org/W2041866840","https://openalex.org/W2045182661","https://openalex.org/W2069372334","https://openalex.org/W2086977346","https://openalex.org/W2090167557","https://openalex.org/W2097569048","https://openalex.org/W2107674817","https://openalex.org/W2109640889","https://openalex.org/W2117516628","https://openalex.org/W2131363581","https://openalex.org/W2132468772","https://openalex.org/W2145339207","https://openalex.org/W2152161277","https://openalex.org/W2170741394","https://openalex.org/W2217041328","https://openalex.org/W2299109138","https://openalex.org/W2484626270","https://openalex.org/W2560199170","https://openalex.org/W2570163643","https://openalex.org/W2589589874","https://openalex.org/W2605945764","https://openalex.org/W2734352672","https://openalex.org/W2782094234","https://openalex.org/W2915629241","https://openalex.org/W2975791256","https://openalex.org/W3047269164","https://openalex.org/W3112388352","https://openalex.org/W3123856535","https://openalex.org/W3134249375","https://openalex.org/W3176038515","https://openalex.org/W3182738738","https://openalex.org/W3193572349","https://openalex.org/W3194941314","https://openalex.org/W3198237197","https://openalex.org/W3198473580","https://openalex.org/W3200223356","https://openalex.org/W3210896474","https://openalex.org/W4206129914","https://openalex.org/W4210505448","https://openalex.org/W4213442800","https://openalex.org/W4214717370","https://openalex.org/W4220976928","https://openalex.org/W4285115428","https://openalex.org/W4285186503","https://openalex.org/W4294694103"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2498744856","https://openalex.org/W1595229445","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W2963177394","https://openalex.org/W814774360"],"abstract_inverted_index":{"Energy":[0],"management":[1],"systems":[2,25],"(EMS)":[3],"in":[4,137],"smart":[5],"grids":[6],"provide":[7],"end":[8],"users":[9],"with":[10,124,158],"the":[11,57,63,66,104,111,125,159,165,190,197,202,217,220],"optimal":[12,92,133],"operational":[13],"efficiency":[14],"of":[15,44,59,99,127,163,177,219,227],"power":[16,21],"from":[17,62],"nonsmart":[18,228],"microgrids,":[19],"including":[20,53],"grids,":[22],"energy":[23],"storage":[24],"(ESS),":[26],"and":[27,56,86,94,103,119,149,195,201],"residential":[28],"loads.":[29],"This":[30],"article":[31],"proposes":[32],"a":[33,49,131,224],"novel":[34],"distributed":[35,67,134],"online":[36,139],"control":[37,135],"policy":[38],"for":[39,90,141,223],"Ambient":[40],"Intelligence":[41],"(AmI)-based":[42],"Internet":[43],"Things":[45],"(IoT)":[46],"environments,":[47],"optimizing":[48],"consensus":[50,88,97,198],"utility":[51],"function,":[52],"electricity":[54],"cost":[55],"lifespan":[58],"ESS.":[60],"Different":[61],"existing":[64],"methods,":[65],"EMS":[68,142],"via":[69],"IoT":[70],"can":[71],"gain":[72],"cooperative":[73],"<inline-formula":[74,166],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[75,167],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[76,168],"<tex-math":[77,169],"notation=\"LaTeX\">$\\boldsymbol":[78],"{L_{2}}$":[79],"</tex-math></inline-formula>":[80,171],"performance":[81],"by":[82,117],"rejecting":[83],"external":[84],"disturbances":[85],"providing":[87],"policies":[89],"robust":[91,132],"charging":[93],"discharging.":[95],"First,":[96],"dynamics":[98,162],"AmI-agents":[100],"are":[101,108,115,152,206,213],"constructed,":[102],"Hamilton\u2013Jacobi-Isaacs":[105],"(HJI)":[106],"equations":[107],"established,":[109],"where":[110],"Nash":[112],"equilibrium":[113],"points":[114],"approximated":[116],"ADP":[118],"zero-sum":[120],"game":[121],"theory.":[122],"Second,":[123],"aid":[126],"an":[128,138],"actor-critic":[129],"structure,":[130],"algorithm":[136,173,187,222],"manner":[140],"is":[143,174,193],"proposed.":[144],"Therefore,":[145],"collecting":[146],"sample":[147,184],"sets":[148],"training":[150],"offline":[151],"completely":[153],"avoided.":[154],"Third,":[155],"to":[156,215],"deal":[157],"unknown":[160],"internal":[161],"ESS,":[164],"notation=\"LaTeX\">$Q$":[170],"-learning":[172],"employed":[175],"instead":[176],"system":[178,226],"identification":[179],"techniques":[180],"that":[181,189,196],"require":[182],"available":[183],"sets.":[185],"The":[186],"guarantees":[188],"global":[191],"load":[192],"balanced":[194],"tracking":[199],"error":[200,205],"function":[203],"approximation":[204],"uniformly":[207],"ultimately":[208],"bounded.":[209],"Finally,":[210],"numerical":[211],"simulations":[212],"provided":[214],"verify":[216],"effectiveness":[218],"proposed":[221],"large-scale":[225],"microgrids.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2025-10-10T00:00:00"}