{"id":"https://openalex.org/W3212140672","doi":"https://doi.org/10.1109/icccnt51525.2021.9579612","title":"Demand Response Optimization for Mircogrid Clusters with Deep Reinforcement Learning","display_name":"Demand Response Optimization for Mircogrid Clusters with Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-07-06","ids":{"openalex":"https://openalex.org/W3212140672","doi":"https://doi.org/10.1109/icccnt51525.2021.9579612","mag":"3212140672"},"language":"en","primary_location":{"id":"doi:10.1109/icccnt51525.2021.9579612","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccnt51525.2021.9579612","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 12th International Conference on Computing Communication and Networking Technologies (ICCCNT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061340818","display_name":"Ayush Sinha","orcid":"https://orcid.org/0000-0003-0391-1195"},"institutions":[{"id":"https://openalex.org/I26072440","display_name":"Indian Institute of Information Technology Allahabad","ror":"https://ror.org/03rgjt374","country_code":"IN","type":"education","lineage":["https://openalex.org/I26072440"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Ayush Sinha","raw_affiliation_strings":["Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India"],"affiliations":[{"raw_affiliation_string":"Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I26072440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016193563","display_name":"Mrigyen Sawant","orcid":null},"institutions":[{"id":"https://openalex.org/I26072440","display_name":"Indian Institute of Information Technology Allahabad","ror":"https://ror.org/03rgjt374","country_code":"IN","type":"education","lineage":["https://openalex.org/I26072440"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mrigyen Sawant","raw_affiliation_strings":["Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India"],"affiliations":[{"raw_affiliation_string":"Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I26072440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067747247","display_name":"Harsh Kochar","orcid":null},"institutions":[{"id":"https://openalex.org/I26072440","display_name":"Indian Institute of Information Technology Allahabad","ror":"https://ror.org/03rgjt374","country_code":"IN","type":"education","lineage":["https://openalex.org/I26072440"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Harsh Kochar","raw_affiliation_strings":["Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India"],"affiliations":[{"raw_affiliation_string":"Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I26072440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024363190","display_name":"Adarsh Abhija","orcid":null},"institutions":[{"id":"https://openalex.org/I26072440","display_name":"Indian Institute of Information Technology Allahabad","ror":"https://ror.org/03rgjt374","country_code":"IN","type":"education","lineage":["https://openalex.org/I26072440"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Adarsh Abhija","raw_affiliation_strings":["Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India"],"affiliations":[{"raw_affiliation_string":"Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I26072440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077812154","display_name":"Ritik Seth","orcid":null},"institutions":[{"id":"https://openalex.org/I26072440","display_name":"Indian Institute of Information Technology Allahabad","ror":"https://ror.org/03rgjt374","country_code":"IN","type":"education","lineage":["https://openalex.org/I26072440"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ritik Seth","raw_affiliation_strings":["Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India"],"affiliations":[{"raw_affiliation_string":"Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I26072440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043505614","display_name":"Priyatam Reddy Sornagattu","orcid":null},"institutions":[{"id":"https://openalex.org/I26072440","display_name":"Indian Institute of Information Technology Allahabad","ror":"https://ror.org/03rgjt374","country_code":"IN","type":"education","lineage":["https://openalex.org/I26072440"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Priyatam Reddy Sornagattu","raw_affiliation_strings":["Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India"],"affiliations":[{"raw_affiliation_string":"Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I26072440"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004099006","display_name":"O. P. Vyas","orcid":"https://orcid.org/0000-0001-5014-8837"},"institutions":[{"id":"https://openalex.org/I26072440","display_name":"Indian Institute of Information Technology Allahabad","ror":"https://ror.org/03rgjt374","country_code":"IN","type":"education","lineage":["https://openalex.org/I26072440"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"O. P. Vyas","raw_affiliation_strings":["Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India"],"affiliations":[{"raw_affiliation_string":"Department of IT, Indian Institute of Information Technology, Allahabad, Prayagraj, India","institution_ids":["https://openalex.org/I26072440"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5061340818"],"corresponding_institution_ids":["https://openalex.org/I26072440"],"apc_list":null,"apc_paid":null,"fwci":0.1003,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44661722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.847516655921936},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8252553939819336},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7349095344543457},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.6568521857261658},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5413806438446045},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4726763367652893},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.4629085958003998},{"id":"https://openalex.org/keywords/tariff","display_name":"Tariff","score":0.44198110699653625},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42785656452178955},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.42423659563064575},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.4235351085662842},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4182007312774658},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.41686874628067017},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3609620928764343},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.33613312244415283},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3358931541442871},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28528016805648804},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15122905373573303},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14855444431304932},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14186298847198486},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1346001923084259}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.847516655921936},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8252553939819336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7349095344543457},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.6568521857261658},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5413806438446045},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4726763367652893},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.4629085958003998},{"id":"https://openalex.org/C2776060655","wikidata":"https://www.wikidata.org/wiki/Q52389","display_name":"Tariff","level":2,"score":0.44198110699653625},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42785656452178955},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.42423659563064575},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4235351085662842},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4182007312774658},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.41686874628067017},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3609620928764343},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33613312244415283},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3358931541442871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28528016805648804},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15122905373573303},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14855444431304932},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14186298847198486},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1346001923084259},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccnt51525.2021.9579612","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccnt51525.2021.9579612","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 12th International Conference on Computing Communication and Networking Technologies (ICCCNT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1963514039","https://openalex.org/W1997898472","https://openalex.org/W2009766558","https://openalex.org/W2042152172","https://openalex.org/W2044121814","https://openalex.org/W2070695018","https://openalex.org/W2154724819","https://openalex.org/W2766203946","https://openalex.org/W2769605893","https://openalex.org/W2796358696","https://openalex.org/W2801441281","https://openalex.org/W2896270480","https://openalex.org/W4300009529"],"related_works":["https://openalex.org/W1574359403","https://openalex.org/W1589973774","https://openalex.org/W2353074559","https://openalex.org/W2171108821","https://openalex.org/W2023642087","https://openalex.org/W2074513827","https://openalex.org/W2402141875","https://openalex.org/W3125701662","https://openalex.org/W1498762745","https://openalex.org/W148990555"],"abstract_inverted_index":{"As":[0],"energy":[1,49,73,111],"request":[2],"keeps":[3],"on":[4,123,140,192],"expanding,":[5],"Demand":[6,161],"Response":[7],"(DR)":[8],"programs":[9],"in":[10],"the":[11,27,30,76,97,124,150,155,172,183,188,193,201],"power":[12,48,53],"distribution":[13],"scenario":[14],"are":[15],"acquiring":[16],"force":[17],"and":[18,50,66,93,106,109,113,162,186,211],"their":[19,52],"reception":[20],"is":[21],"set":[22],"to":[23,41,44,75,170],"develop":[24],"steadily":[25],"over":[26],"course":[28],"of":[29,64,72,99,131],"years":[31],"ahead":[32],"for":[33,91,103,149],"Smart":[34],"Grid":[35],"(SG)":[36],"infrastructure.":[37],"DR":[38,65,95],"plans":[39],"try":[40],"boost":[42],"buyers":[43],"utilize":[45],"environmentally":[46],"friendly":[47],"lessen":[51],"utilization":[54,114],"during":[55],"peak":[56],"periods":[57],"which":[58,119],"helps":[59],"support":[60],"microgrid":[61,212],"operator":[62],"adjusting":[63,116],"produce":[67],"income":[68],"by":[69,84,115],"selling":[70],"overflow":[71],"back":[74],"SG.":[77],"This":[78],"paper":[79],"proposes":[80],"a":[81,86,204],"novel":[82],"approach":[83],"implementing":[85],"Deep":[87,141],"Reinforcement":[88],"Learning(RL)":[89],"model":[90,143,179],"handling":[92],"optimizing":[94],"with":[96,159,182,203],"aim":[98],"maximizing":[100],"overall":[101],"benefits":[102],"both":[104],"demand":[105],"supply":[107],"sides":[108],"minimizing":[110],"losses":[112],"prices":[117,163,190],"(tariff)":[118],"will":[120],"be":[121],"based":[122,139,191],"consumer's":[125],"usage":[126],"pattern":[127],"at":[128,164],"different":[129],"intervals":[130],"time.":[132],"The":[133],"work":[134,173],"uses":[135],"custom":[136],"environment":[137,185],"generated":[138],"Learning":[142],"i.e.":[144],"Long":[145],"Short":[146],"Term":[147],"Memory(LSTM)":[148],"load":[151],"forecasting":[152],"thus":[153],"facilitates":[154],"proposed":[156],"RL":[157],"agent":[158],"Supply,":[160],"each":[165],"time":[166],"step.":[167],"In":[168],"continuation":[169],"this,":[171],"deployed":[174],"Asynchronous":[175],"Actor-Critic":[176],"Agent":[177],"(A3C)":[178],"that":[180,195],"interacts":[181],"simulated":[184],"predicts":[187],"future":[189],"reward":[194],"it":[196],"gets.":[197],"Finally,":[198],"we":[199],"juxtapose":[200],"results":[202],"conclusion":[205],"showing":[206],"optimum":[207],"balance":[208],"among":[209],"prosumers":[210],"operator.":[213]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}