{"id":"https://openalex.org/W2612380928","doi":"https://doi.org/10.3390/a10020053","title":"Application of Gradient Descent Continuous Actor-Critic Algorithm for Bilateral Spot Electricity Market Modeling Considering Renewable Power Penetration","display_name":"Application of Gradient Descent Continuous Actor-Critic Algorithm for Bilateral Spot Electricity Market Modeling Considering Renewable Power Penetration","publication_year":2017,"publication_date":"2017-05-10","ids":{"openalex":"https://openalex.org/W2612380928","doi":"https://doi.org/10.3390/a10020053","mag":"2612380928"},"language":"en","primary_location":{"id":"doi:10.3390/a10020053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a10020053","pdf_url":"https://www.mdpi.com/1999-4893/10/2/53/pdf?version=1494396520","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/10/2/53/pdf?version=1494396520","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102964761","display_name":"Huiru Zhao","orcid":"https://orcid.org/0000-0002-3063-8377"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiru Zhao","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402334","display_name":"Yuwei Wang","orcid":"https://orcid.org/0000-0003-1958-2007"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuwei Wang","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101146492","display_name":"Mingrui Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingrui Zhao","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009160260","display_name":"Chuyu Sun","orcid":"https://orcid.org/0000-0003-4113-9925"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuyu Sun","raw_affiliation_strings":["School of Business Administration, China University of Petroleum-Beijing, Beijing 102249, China"],"affiliations":[{"raw_affiliation_string":"School of Business Administration, China University of Petroleum-Beijing, Beijing 102249, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081020763","display_name":"Qingkun Tan","orcid":"https://orcid.org/0000-0001-9180-0481"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingkun Tan","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100402334"],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.2938,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.57578125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"10","issue":"2","first_page":"53","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.8225163817405701},{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.7920631170272827},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.5778622627258301},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5771350860595703},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5362190008163452},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.47098419070243835},{"id":"https://openalex.org/keywords/spot-market","display_name":"Spot market","score":0.47020918130874634},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4604736864566803},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.4129425585269928},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.3957841992378235},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12651902437210083},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08390426635742188}],"concepts":[{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.8225163817405701},{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.7920631170272827},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.5778622627258301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5771350860595703},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5362190008163452},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.47098419070243835},{"id":"https://openalex.org/C2776789725","wikidata":"https://www.wikidata.org/wiki/Q1572221","display_name":"Spot market","level":3,"score":0.47020918130874634},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4604736864566803},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4129425585269928},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.3957841992378235},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12651902437210083},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08390426635742188},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a10020053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a10020053","pdf_url":"https://www.mdpi.com/1999-4893/10/2/53/pdf?version=1494396520","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:mdpi.com:/1999-4893/10/2/53/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a10020053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 10; Issue 2; Pages: 53","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a10020053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a10020053","pdf_url":"https://www.mdpi.com/1999-4893/10/2/53/pdf?version=1494396520","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2612380928.pdf","grobid_xml":"https://content.openalex.org/works/W2612380928.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1594606846","https://openalex.org/W1631703668","https://openalex.org/W1645291514","https://openalex.org/W1974619193","https://openalex.org/W1993220562","https://openalex.org/W1994216437","https://openalex.org/W1999584894","https://openalex.org/W2005702375","https://openalex.org/W2010180362","https://openalex.org/W2018964647","https://openalex.org/W2019277451","https://openalex.org/W2033588917","https://openalex.org/W2035250062","https://openalex.org/W2035856692","https://openalex.org/W2038446936","https://openalex.org/W2040281483","https://openalex.org/W2041099950","https://openalex.org/W2041308429","https://openalex.org/W2051286789","https://openalex.org/W2054601918","https://openalex.org/W2058468646","https://openalex.org/W2062070002","https://openalex.org/W2070088041","https://openalex.org/W2070656221","https://openalex.org/W2071202467","https://openalex.org/W2076908066","https://openalex.org/W2085797054","https://openalex.org/W2091555812","https://openalex.org/W2093823610","https://openalex.org/W2098495191","https://openalex.org/W2131424657","https://openalex.org/W2157762184","https://openalex.org/W2198104867","https://openalex.org/W2274360428","https://openalex.org/W2307464031","https://openalex.org/W2412171158","https://openalex.org/W2514031077","https://openalex.org/W2561174867","https://openalex.org/W3125779853"],"related_works":["https://openalex.org/W2184046939","https://openalex.org/W4226408709","https://openalex.org/W3122446316","https://openalex.org/W1977849430","https://openalex.org/W2046673941","https://openalex.org/W2123228377","https://openalex.org/W2240652695","https://openalex.org/W4221043732","https://openalex.org/W2088531316","https://openalex.org/W2359623937"],"abstract_inverted_index":{"The":[0,133],"bilateral":[1,52,83],"spot":[2,53],"electricity":[3,54,84,98,189],"market":[4,62,85,99,190],"is":[5,79,125],"very":[6],"complicated":[7],"because":[8,93],"all":[9],"generation":[10],"units":[11],"and":[12,27,41,47,60,105,114,152,154,166,173],"demands":[13],"must":[14],"strategically":[15],"bid":[16],"in":[17,50,87,193,203],"this":[18,71,94,194],"market.":[19],"Considering":[20],"renewable":[21,91,163],"resource":[22],"penetration,":[23],"the":[24,28,43,48,51,88,110,122,158,162,179,186,197],"high":[25],"variability":[26],"non-dispatchable":[29],"nature":[30],"of":[31,67,90,112,136,148,181,199,205],"these":[32],"intermittent":[33],"resources":[34,92],"make":[35],"it":[36],"more":[37],"difficult":[38],"to":[39],"model":[40],"simulate":[42],"dynamic":[44],"bidding":[45,168],"process":[46],"equilibrium":[49],"market,":[55],"which":[56],"makes":[57],"developing":[58],"fast":[59],"reliable":[61],"modeling":[63,86,100],"approaches":[64],"a":[65,73],"matter":[66],"urgency":[68],"nowadays.":[69],"In":[70,119],"paper,":[72],"Gradient":[74],"Descent":[75],"Continuous":[76],"Actor-Critic":[77],"algorithm":[78,95],"proposed":[80,123,138,183,201],"for":[81],"hour-ahead":[82],"presence":[89],"can":[96],"solve":[97],"problems":[101],"with":[102,185],"continuous":[103],"state":[104],"action":[106],"spaces":[107],"without":[108],"causing":[109],"\u201ccurse":[111],"dimensionality\u201d":[113],"has":[115],"low":[116],"time":[117],"complexity.":[118],"our":[120,137,182,200],"simulation,":[121],"approach":[124,184,191,202],"implemented":[126,192],"on":[127],"an":[128],"IEEE":[129],"30-bus":[130],"test":[131],"system.":[132],"adequate":[134],"performance":[135],"approach\u2014such":[139],"as":[140],"reaching":[141],"Nash":[142],"Equilibrium":[143],"results":[144],"after":[145],"enough":[146],"iterations":[147],"training":[149],"are":[150],"tested":[151],"verified,":[153],"some":[155],"conclusions":[156],"about":[157],"relationship":[159],"between":[160],"increasing":[161],"power":[164],"output":[165],"participants\u2019":[167,206],"strategy,":[169],"locational":[170,211],"marginal":[171,212],"prices,":[172,213],"social":[174,208],"welfare\u2014is":[175],"also":[176],"evaluated.":[177],"Moreover,":[178],"comparison":[180],"fuzzy":[187],"Q-learning-based":[188],"paper":[195],"confirms":[196],"superiority":[198],"terms":[204],"profits,":[207],"welfare,":[209],"average":[210],"etc.":[214]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2017-05-19T00:00:00"}