{"id":"https://openalex.org/W2974854012","doi":"https://doi.org/10.1109/jiot.2019.2941498","title":"Reinforcement Learning-Based Microgrid Energy Trading With a Reduced Power Plant Schedule","display_name":"Reinforcement Learning-Based Microgrid Energy Trading With a Reduced Power Plant Schedule","publication_year":2019,"publication_date":"2019-09-17","ids":{"openalex":"https://openalex.org/W2974854012","doi":"https://doi.org/10.1109/jiot.2019.2941498","mag":"2974854012"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2019.2941498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2941498","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091024726","display_name":"Xiaozhen Lu","orcid":"https://orcid.org/0000-0001-8247-0353"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozhen Lu","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-8247-0353","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xingyu Xiao","orcid":"https://orcid.org/0000-0001-6380-7491"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Xiao","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-6380-7491","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Department of Cybersecurity, Xiamen University, Xiamen, China","Department of Information and Communication Engineering, Xiamen University, Xiamen, China","National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2402-611X","affiliations":[{"raw_affiliation_string":"Department of Cybersecurity, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051449524","display_name":"Canhuang Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Canhuang Dai","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060203564","display_name":"Mugen Peng","orcid":"https://orcid.org/0000-0002-4755-7231"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mugen Peng","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communication (Ministry of Education), Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4755-7231","affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communication (Ministry of Education), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042307561","display_name":"H. Vincent Poor","orcid":"https://orcid.org/0000-0002-2062-131X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. Vincent Poor","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University, Princeton, USA"],"raw_orcid":"https://orcid.org/0000-0002-2062-131X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2655,"has_fulltext":false,"cited_by_count":107,"citation_normalized_percentile":{"value":0.97730477,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"6","issue":"6","first_page":"10728","last_page":"10737"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.788138747215271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6972192525863647},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.6750997304916382},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6095189452171326},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5751007795333862},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5654311180114746},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4745037257671356},{"id":"https://openalex.org/keywords/electricity-generation","display_name":"Electricity generation","score":0.4345191717147827},{"id":"https://openalex.org/keywords/wind-power","display_name":"Wind power","score":0.41667357087135315},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.4078616499900818},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.29601770639419556},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.24321934580802917},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14024972915649414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10911095142364502},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09464609622955322}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.788138747215271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6972192525863647},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.6750997304916382},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6095189452171326},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5751007795333862},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5654311180114746},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4745037257671356},{"id":"https://openalex.org/C423512","wikidata":"https://www.wikidata.org/wiki/Q383973","display_name":"Electricity generation","level":3,"score":0.4345191717147827},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.41667357087135315},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.4078616499900818},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.29601770639419556},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.24321934580802917},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14024972915649414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10911095142364502},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09464609622955322},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2019.2941498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2941498","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8700000047683716,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1334407892","display_name":null,"funder_award_id":"61901403","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2827571691","display_name":null,"funder_award_id":"DMS-1736417","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2874061861","display_name":"\u65e0\u4eba\u673a\u667a\u80fd\u6297\u5e72\u6270\u901a\u4fe1\u6280\u672f\u7814\u7a76","funder_award_id":"61971366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3290605196","display_name":null,"funder_award_id":"2018XKJC01","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3980066366","display_name":null,"funder_award_id":"ECCS-1824710","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6112086322","display_name":"\u57fa\u4e8e\u524d\u666f\u7406\u8bba\u7684\u65e0\u7ebf\u7f51\u7edc\u5b89\u5168\u535a\u5f08\u7406\u8bba\u4e0e\u673a\u5236\u7814\u7a76","funder_award_id":"61671396","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6389320175","display_name":null,"funder_award_id":"61731012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7434497412","display_name":null,"funder_award_id":"20720190034","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1588620786","https://openalex.org/W1932847118","https://openalex.org/W1991673214","https://openalex.org/W2000157895","https://openalex.org/W2000304331","https://openalex.org/W2008668719","https://openalex.org/W2010739835","https://openalex.org/W2031464736","https://openalex.org/W2032901652","https://openalex.org/W2045605828","https://openalex.org/W2048009800","https://openalex.org/W2051301990","https://openalex.org/W2059049926","https://openalex.org/W2065067102","https://openalex.org/W2092710777","https://openalex.org/W2136656588","https://openalex.org/W2145339207","https://openalex.org/W2267586429","https://openalex.org/W2295053999","https://openalex.org/W2333242453","https://openalex.org/W2341328782","https://openalex.org/W2343935207","https://openalex.org/W2462045069","https://openalex.org/W2526471659","https://openalex.org/W2544892650","https://openalex.org/W2619043931","https://openalex.org/W2754074965","https://openalex.org/W2885341446","https://openalex.org/W2917208276","https://openalex.org/W2962792006","https://openalex.org/W2962812898","https://openalex.org/W2963049774","https://openalex.org/W2963342040","https://openalex.org/W3104894936","https://openalex.org/W6635160217","https://openalex.org/W6697296851","https://openalex.org/W6744193259","https://openalex.org/W6752725515"],"related_works":["https://openalex.org/W1574359403","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W4210780382","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W2907234787","https://openalex.org/W4285503559","https://openalex.org/W4206134051","https://openalex.org/W4383747562"],"abstract_inverted_index":{"With":[0],"dynamic":[1],"renewable":[2,47,89],"energy":[3,11,32,39,48,66,90],"generation":[4,91],"and":[5,55,92,106,132,150],"power":[6,20,53,93,110,147],"demand,":[7,54],"microgrids":[8],"(MGs)":[9],"exchange":[10],"with":[12,79,121,158],"each":[13],"other":[14,97],"to":[15,35,43,69],"reduce":[16],"their":[17],"dependence":[18,107],"on":[19,87,102,108,117],"plants.":[21],"In":[22],"this":[23,141],"article,":[24],"we":[25],"present":[26],"a":[27,63,76,80,118,159],"reinforcement":[28],"learning":[29],"(RL)-based":[30],"MG":[31,57,104,154],"trading":[33,40,67],"scheme":[34,61,142],"choose":[36],"the":[37,44,50,56,71,88,103,109,145,153],"electric":[38],"policy":[41],"according":[42],"predicted":[45],"future":[46,52],"generation,":[49],"estimated":[51],"battery":[58],"level.":[59],"This":[60],"designs":[62],"deep":[64],"RL-based":[65],"algorithm":[68],"address":[70],"supply-demand":[72],"mismatch":[73],"problem":[74],"for":[75],"smart":[77,119],"grid":[78,120],"large":[81],"number":[82],"of":[83,96],"MGs":[84,123],"without":[85],"relying":[86],"demand":[94],"models":[95],"MGs.":[98],"A":[99],"performance":[100],"bound":[101],"utility":[105,155],"plant":[111,148],"is":[112],"provided.":[113],"Simulation":[114],"results":[115],"based":[116],"three":[122],"using":[124],"wind":[125],"speed":[126],"data":[127],"from":[128,135],"Hong":[129],"Kong":[130],"Observation":[131],"electricity":[133],"prices":[134],"ISO":[136],"New":[137],"England":[138],"show":[139],"that":[140],"significantly":[143],"reduces":[144],"average":[146],"schedule":[149],"thus":[151],"increases":[152],"in":[156],"comparison":[157],"benchmark":[160],"methodology.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}