{"id":"https://openalex.org/W7225113003","doi":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31","title":"REINFORCEMENT LEARNING FOR STRATEGIC BIDDING IN DAY-AHEAD ELECTRICITY MARKET","display_name":"REINFORCEMENT LEARNING FOR STRATEGIC BIDDING IN DAY-AHEAD ELECTRICITY MARKET","publication_year":2026,"publication_date":"2026-09-30","ids":{"openalex":"https://openalex.org/W7225113003","doi":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31"},"language":"en","primary_location":{"id":"doi:10.66941/3106-9037/2026/iss3pp17-31","doi":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31","is_oa":true,"landing_page_url":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31","pdf_url":"https://kazscience.kz/index.php/SIS/article/download/76/22","source":{"id":"https://openalex.org/S7407064550","display_name":"\u041d\u0410\u0423\u041a\u0410 \u0418\u041d\u0422\u0415\u041b\u041b\u0415\u041a\u0422\u0423\u0410\u041b\u042c\u041d\u042b\u0425 \u0421\u0418\u0421\u0422\u0415\u041c","issn_l":"3106-9037","issn":["3106-9037"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"\u041d\u0410\u0423\u041a\u0410 \u0418\u041d\u0422\u0415\u041b\u041b\u0415\u041a\u0422\u0423\u0410\u041b\u042c\u041d\u042b\u0425 \u0421\u0418\u0421\u0422\u0415\u041c","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://kazscience.kz/index.php/SIS/article/download/76/22","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026276088","display_name":"Balzhan Azibek","orcid":"https://orcid.org/0000-0001-7389-7777","observed_orcids":["https://orcid.org/0000-0001-7389-7777"]},"institutions":[{"id":"https://openalex.org/I4403386502","display_name":"Kazakh Leading Academy of Architecture and Civil Engineering","ror":"https://ror.org/05v3ekh26","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4403386502"]},{"id":"https://openalex.org/I4405257690","display_name":"Astana IT University","ror":"https://ror.org/05jnvbc31","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4405257690"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"B. Azibek","raw_affiliation_strings":["Candidate of Technical Sciences , Kazakh Leading Academy of Architecture and Civil Engineering (KazGASA) , Almaty , Kazakhstan;","School of Intelligent Systems , Astana IT University , Astana , Kazakhstan;"],"raw_orcid":"https://orcid.org/0000-0001-7389-7777","affiliations":[{"raw_affiliation_string":"Candidate of Technical Sciences , Kazakh Leading Academy of Architecture and Civil Engineering (KazGASA) , Almaty , Kazakhstan;","institution_ids":["https://openalex.org/I4403386502"]},{"raw_affiliation_string":"School of Intelligent Systems , Astana IT University , Astana , Kazakhstan;","institution_ids":["https://openalex.org/I4405257690"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010242109","display_name":"Svetlana Buganova","orcid":"https://orcid.org/0000-0003-2005-3305","observed_orcids":["https://orcid.org/0000-0003-2005-3305"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S. Buganova","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2005-3305","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160358620","display_name":"A. Kurmash","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4403386502","display_name":"Kazakh Leading Academy of Architecture and Civil Engineering","ror":"https://ror.org/05v3ekh26","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4403386502"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"A. Kurmash","raw_affiliation_strings":["Kazakh Leading Academy of Architecture and Civil Engineering (KazGASA) , Almaty , Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kazakh Leading Academy of Architecture and Civil Engineering (KazGASA) , Almaty , Kazakhstan","institution_ids":["https://openalex.org/I4403386502"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160358516","display_name":"A. Kulmanov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"A. Kulmanov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085573532","display_name":"Nurkhat Zhakiyev","orcid":"https://orcid.org/0000-0002-4904-2047","observed_orcids":["https://orcid.org/0000-0002-4904-2047"]},"institutions":[{"id":"https://openalex.org/I4403386502","display_name":"Kazakh Leading Academy of Architecture and Civil Engineering","ror":"https://ror.org/05v3ekh26","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4403386502"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"N. Zhakiyev","raw_affiliation_strings":["Azamat Kulmanov , International Educational Corporation , Almaty , Kazakhstan,","Kazakh Leading Academy of Architecture and Civil Engineering (KazGASA) , Almaty , Kazakhstan"],"raw_orcid":"https://orcid.org/0000-0002-4904-2047","affiliations":[{"raw_affiliation_string":"Azamat Kulmanov , International Educational Corporation , Almaty , Kazakhstan,","institution_ids":[]},{"raw_affiliation_string":"Kazakh Leading Academy of Architecture and Civil Engineering (KazGASA) , Almaty , Kazakhstan","institution_ids":["https://openalex.org/I4403386502"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"3","first_page":"17","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/strategic-bidding","display_name":"strategic bidding","score":0.9459999799728394},{"id":"https://openalex.org/keywords/day-ahead-electricity-market","display_name":"day-ahead market","score":0.9670000076293945},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9459999799728394},{"id":"https://openalex.org/keywords/double-q-learning","display_name":"double Q-learning","score":0.8059999942779541},{"id":"https://openalex.org/keywords/overestimation-bias","display_name":"overestimation bias","score":0.824999988079071},{"id":"https://openalex.org/keywords/marginal-cost-estimation","display_name":"marginal cost estimation","score":0.48899999260902405},{"id":"https://openalex.org/keywords/generator-bidding","display_name":"generator bidding","score":0.38100001215934753}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.7182000279426575},{"id":"https://openalex.org/C38935604","wikidata":"https://www.wikidata.org/wiki/Q4330363","display_name":"Stylized fact","level":2,"score":0.6834999918937683},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6438999772071838},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.6327000260353088},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.5741999745368958},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.5004000067710876},{"id":"https://openalex.org/C14981831","wikidata":"https://www.wikidata.org/wiki/Q1713661","display_name":"Market clearing","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C2775881736","wikidata":"https://www.wikidata.org/wiki/Q1274157","display_name":"Market power","level":3,"score":0.34220001101493835},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C66887028","wikidata":"https://www.wikidata.org/wiki/Q382444","display_name":"Marginal cost","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C189560676","wikidata":"https://www.wikidata.org/wiki/Q1187906","display_name":"Profit margin","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C2781104810","wikidata":"https://www.wikidata.org/wiki/Q23580049","display_name":"Electricity price forecasting","level":4,"score":0.28839999437332153},{"id":"https://openalex.org/C2778813691","wikidata":"https://www.wikidata.org/wiki/Q1369832","display_name":"Purchasing","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C64112148","wikidata":"https://www.wikidata.org/wiki/Q160151","display_name":"Market price","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2776489442","wikidata":"https://www.wikidata.org/wiki/Q6510090","display_name":"Learning-by-doing","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.66941/3106-9037/2026/iss3pp17-31","doi":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31","is_oa":true,"landing_page_url":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31","pdf_url":"https://kazscience.kz/index.php/SIS/article/download/76/22","source":{"id":"https://openalex.org/S7407064550","display_name":"\u041d\u0410\u0423\u041a\u0410 \u0418\u041d\u0422\u0415\u041b\u041b\u0415\u041a\u0422\u0423\u0410\u041b\u042c\u041d\u042b\u0425 \u0421\u0418\u0421\u0422\u0415\u041c","issn_l":"3106-9037","issn":["3106-9037"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"\u041d\u0410\u0423\u041a\u0410 \u0418\u041d\u0422\u0415\u041b\u041b\u0415\u041a\u0422\u0423\u0410\u041b\u042c\u041d\u042b\u0425 \u0421\u0418\u0421\u0422\u0415\u041c","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.66941/3106-9037/2026/iss3pp17-31","doi":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31","is_oa":true,"landing_page_url":"https://doi.org/10.66941/3106-9037/2026/iss3pp17-31","pdf_url":"https://kazscience.kz/index.php/SIS/article/download/76/22","source":{"id":"https://openalex.org/S7407064550","display_name":"\u041d\u0410\u0423\u041a\u0410 \u0418\u041d\u0422\u0415\u041b\u041b\u0415\u041a\u0422\u0423\u0410\u041b\u042c\u041d\u042b\u0425 \u0421\u0418\u0421\u0422\u0415\u041c","issn_l":"3106-9037","issn":["3106-9037"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"\u041d\u0410\u0423\u041a\u0410 \u0418\u041d\u0422\u0415\u041b\u041b\u0415\u041a\u0422\u0423\u0410\u041b\u042c\u041d\u042b\u0425 \u0421\u0418\u0421\u0422\u0415\u041c","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9090999960899353,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"},{"score":0.651199996471405,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225113003.pdf","grobid_xml":"https://content.openalex.org/works/W7225113003.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W307486077","https://openalex.org/W1487949011","https://openalex.org/W1500711195","https://openalex.org/W1541187406","https://openalex.org/W1543888529","https://openalex.org/W1558231179","https://openalex.org/W1640753348","https://openalex.org/W2030335397","https://openalex.org/W2048092763","https://openalex.org/W2067893204","https://openalex.org/W2099537623","https://openalex.org/W2118064636","https://openalex.org/W2275023817","https://openalex.org/W2325033552","https://openalex.org/W2743210443","https://openalex.org/W2969843367","https://openalex.org/W3161927130","https://openalex.org/W4311903819","https://openalex.org/W4366087509","https://openalex.org/W4388293049","https://openalex.org/W4389388497","https://openalex.org/W4390881581","https://openalex.org/W4411144980","https://openalex.org/W4412071410"],"related_works":["https://openalex.org/W3093616189","https://openalex.org/W2389671967","https://openalex.org/W4312480146","https://openalex.org/W2011177662","https://openalex.org/W2083795803","https://openalex.org/W2060786792","https://openalex.org/W4409425107","https://openalex.org/W1530265422","https://openalex.org/W4383616516","https://openalex.org/W3113415435"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,22,128],"may":[2],"improve":[3],"strategic":[4,52,132],"bidding":[5,133],"in":[6,134],"electricity":[7,138],"markets,":[8],"yet":[9],"many":[10],"studies":[11],"rely":[12],"on":[13],"stylized":[14],"or":[15,123],"synthetic":[16],"environments.":[17],"This":[18],"study":[19],"evaluates":[20],"reinforcement":[21,127],"using":[23,102],"bid-level":[24],"data":[25],"from":[26],"the":[27,67],"Kazakhstan":[28],"Electricity":[29],"and":[30,58,93],"Power":[31],"Market":[32],"Operator":[33],"(KOREM)":[34],"covering":[35],"July":[36],"2023":[37],"November":[38],"2025.":[39],"Objectives":[40],"include":[41],"reconstructing":[42],"endogenous":[43],"pay-as-cleared":[44],"prices":[45],"through":[46],"merit":[47],"order":[48],"clearing,":[49],"modeling":[50],"one":[51],"generator":[53],"alongside":[54],"passive":[55],"historical":[56,73],"participants,":[57],"evaluating":[59],"out-of-sample":[60],"performance.":[61],"Marginal":[62],"costs":[63],"are":[64],"approximated":[65],"by":[66],"10th":[68],"percentile":[69],"of":[70],"each":[71],"generator\u2019s":[72],"bid":[74],"prices.":[75],"Double":[76],"Q-learning":[77,80],"replaces":[78],"classical":[79],"to":[81,115],"address":[82],"observed":[83],"instability":[84],"associated":[85],"with":[86],"overestimation":[87],"bias,":[88],"while":[89,140],"bounded":[90],"markup":[91],"decisions":[92],"realistic":[94],"market":[95,139],"constraints":[96],"ensure":[97],"economically":[98],"plausible":[99],"bidding.":[100],"Evaluation":[101],"a":[103],"chronological":[104],"80/20":[105],"train\u2013test":[106],"split":[107],"indicates":[108],"an":[109,135],"approximately":[110],"0.37%":[111],"profit":[112],"improvement":[113],"relative":[114],"cost-based":[116],"bidding,":[117],"without":[118],"distorting":[119],"clearing":[120],"price":[121,143],"distributions":[122],"intraday":[124],"patterns.":[125],"Stabilized":[126],"can":[129],"modestly":[130],"enhance":[131],"empirically":[136],"grounded":[137],"preserving":[141],"fundamental":[142],"formation":[144],"properties.":[145]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-11-03T00:00:00"}