{"id":"https://openalex.org/W4388720362","doi":"https://doi.org/10.1109/iecon51785.2023.10312175","title":"Reinforcement Learning Based Short Time Scale Operation of Wind-Solar-Thermal Coupling Generation System Considering Nonconvex Ramping Constraint","display_name":"Reinforcement Learning Based Short Time Scale Operation of Wind-Solar-Thermal Coupling Generation System Considering Nonconvex Ramping Constraint","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4388720362","doi":"https://doi.org/10.1109/iecon51785.2023.10312175"},"language":"en","primary_location":{"id":"doi:10.1109/iecon51785.2023.10312175","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iecon51785.2023.10312175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071788250","display_name":"Yao Zou","orcid":"https://orcid.org/0000-0001-6580-8383"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yao Zou","raw_affiliation_strings":["Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044"],"affiliations":[{"raw_affiliation_string":"Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017266944","display_name":"Qianggang Wang","orcid":"https://orcid.org/0000-0002-9543-7760"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianggang Wang","raw_affiliation_strings":["Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044"],"affiliations":[{"raw_affiliation_string":"Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621682","display_name":"Yi Gu","orcid":"https://orcid.org/0000-0003-1651-1406"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Gu","raw_affiliation_strings":["State Grid Liaoning Electric Power Company Limited,Shenyang,China,110000"],"affiliations":[{"raw_affiliation_string":"State Grid Liaoning Electric Power Company Limited,Shenyang,China,110000","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090457382","display_name":"Qinqin Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinqin Xia","raw_affiliation_strings":["Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044"],"affiliations":[{"raw_affiliation_string":"Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010046294","display_name":"Yuan Chi","orcid":"https://orcid.org/0000-0003-3872-1658"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Chi","raw_affiliation_strings":["Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044"],"affiliations":[{"raw_affiliation_string":"Chongqing University,State Key Laboratory of Power Transmission Equipment and System Security and New Technology,Chongqing,China,400044","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068504183","display_name":"Yi-Ming Chang","orcid":"https://orcid.org/0000-0002-3699-8146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiming Chang","raw_affiliation_strings":["State Grid Liaoning Electric Power Company Limited,Shenyang,China,110000"],"affiliations":[{"raw_affiliation_string":"State Grid Liaoning Electric Power Company Limited,Shenyang,China,110000","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071788250"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14015088,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7677085399627686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.674205482006073},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.625534176826477},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5983321070671082},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5535151958465576},{"id":"https://openalex.org/keywords/economic-dispatch","display_name":"Economic dispatch","score":0.4954880475997925},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.4549914300441742},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4531051814556122},{"id":"https://openalex.org/keywords/power-system-simulation","display_name":"Power system simulation","score":0.4413430988788605},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4316932260990143},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.3687981367111206},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3436759412288666},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19272994995117188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1480264961719513},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09446719288825989}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7677085399627686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.674205482006073},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.625534176826477},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5983321070671082},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5535151958465576},{"id":"https://openalex.org/C187633118","wikidata":"https://www.wikidata.org/wiki/Q1317949","display_name":"Economic dispatch","level":4,"score":0.4954880475997925},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.4549914300441742},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4531051814556122},{"id":"https://openalex.org/C116219307","wikidata":"https://www.wikidata.org/wiki/Q7236625","display_name":"Power system simulation","level":4,"score":0.4413430988788605},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4316932260990143},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.3687981367111206},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3436759412288666},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19272994995117188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1480264961719513},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09446719288825989},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon51785.2023.10312175","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iecon51785.2023.10312175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2318004685","https://openalex.org/W2530811823","https://openalex.org/W2781726626","https://openalex.org/W2889921610","https://openalex.org/W2943804912","https://openalex.org/W3193848276","https://openalex.org/W4214759040","https://openalex.org/W4308946362","https://openalex.org/W4312779034","https://openalex.org/W4319866146"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W2034122571","https://openalex.org/W3168977894"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,42,106,115],"reinforcement":[4],"learning":[5],"(RL)":[6],"based":[7,113],"short":[8,107,144],"time":[9,108,145],"scale":[10],"economic":[11,72,103],"operation":[12,38,104],"approach":[13,59],"for":[14,70],"wind-solar-thermal":[15],"coupling":[16],"generation":[17],"system":[18,119],"(WSTCGS)":[19],"considering":[20],"the":[21,51,55,67,83,100,122],"non-convex":[22,84],"ramping":[23,87],"constraints":[24,88],"of":[25,89,93],"thermal":[26],"power":[27,52,73],"unit":[28],"(TPU)":[29],"with":[30,47],"deep":[31],"peak":[32],"regulation":[33],"(DPR)":[34],"capability.":[35],"The":[36,57,78,110],"WSTCGS":[37,101,117],"is":[39],"modeled":[40],"as":[41],"Markov":[43],"decision":[44],"process":[45],"(MDP)":[46],"an":[48],"agent":[49,69],"controlling":[50],"sources":[53,74],"in":[54,76,105,143],"WSTCGS.":[56,77],"proposed":[58,123],"utilizes":[60],"Soft":[61],"Actor-Critic":[62],"(SAC)":[63],"algorithm":[64],"to":[65,97,130],"train":[66],"RL":[68,80,124],"achieving":[71],"scheduling":[75],"established":[79],"framework":[81,125],"considers":[82],"ladder":[85],"type":[86],"TPUs,":[90],"short-term":[91],"forecasts":[92],"RES":[94,141],"and":[95,138],"load":[96,136],"accurately":[98],"formulate":[99],"stochastic":[102],"scale.":[109,146],"simulation":[111],"results":[112],"on":[114],"real-world":[116],"test":[118],"demonstrate":[120],"that":[121],"can":[126],"effectively":[127],"schedules":[128],"TPUs":[129],"provides":[131],"basic":[132],"load,":[133],"tracks":[134],"net":[135],"fluctuations,":[137],"achieves":[139],"high":[140],"utilization":[142]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}