{"id":"https://openalex.org/W2343935207","doi":"https://doi.org/10.1109/tsg.2015.2495145","title":"Dynamic Pricing and Energy Consumption Scheduling With Reinforcement Learning","display_name":"Dynamic Pricing and Energy Consumption Scheduling With Reinforcement Learning","publication_year":2015,"publication_date":"2015-11-06","ids":{"openalex":"https://openalex.org/W2343935207","doi":"https://doi.org/10.1109/tsg.2015.2495145","mag":"2343935207"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2015.2495145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2015.2495145","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089797962","display_name":"Byung\u2010Gook Kim","orcid":"https://orcid.org/0000-0002-3602-4720"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byung-Gook Kim","raw_affiliation_strings":["Networks Business Division, Samsung Electronics, Suwon-si, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Networks Business Division, Samsung Electronics, Suwon-si, Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433414","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0001-7889-2676"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["Online Service Division, Microsoft, Sunnyvale, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Online Service Division, Microsoft, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012339002","display_name":"Mihaela van der Schaar","orcid":"https://orcid.org/0000-0003-3933-6049"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihaela van der Schaar","raw_affiliation_strings":["Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033845008","display_name":"Jang-Won Lee","orcid":"https://orcid.org/0000-0002-5627-5914"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jang-Won Lee","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Yonsei University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Yonsei University, Seoul, Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0209,"has_fulltext":false,"cited_by_count":301,"citation_normalized_percentile":{"value":0.95703977,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"7","issue":"5","first_page":"2187","last_page":"2198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.8883248567581177},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8218245506286621},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.733027994632721},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6864950656890869},{"id":"https://openalex.org/keywords/purchasing","display_name":"Purchasing","score":0.6357001066207886},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5814827084541321},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5638344287872314},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.4361972510814667},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.434871643781662},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.4327967166900635},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4266064167022705},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4156584143638611},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.27681517601013184},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.2375999391078949},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.17721465229988098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16785508394241333},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.16422083973884583},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.14693549275398254},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.13160419464111328},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.12678000330924988},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.12306126952171326},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11948442459106445},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10276764631271362}],"concepts":[{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.8883248567581177},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8218245506286621},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.733027994632721},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6864950656890869},{"id":"https://openalex.org/C2778813691","wikidata":"https://www.wikidata.org/wiki/Q1369832","display_name":"Purchasing","level":2,"score":0.6357001066207886},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5814827084541321},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5638344287872314},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4361972510814667},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.434871643781662},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.4327967166900635},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4266064167022705},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4156584143638611},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27681517601013184},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.2375999391078949},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.17721465229988098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16785508394241333},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.16422083973884583},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.14693549275398254},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.13160419464111328},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.12678000330924988},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.12306126952171326},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11948442459106445},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10276764631271362},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2015.2495145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2015.2495145","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3767247860","display_name":null,"funder_award_id":"CCF-1218136","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7698865413","display_name":null,"funder_award_id":"2013R1A2A2A01069053","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1979029747","https://openalex.org/W1984560471","https://openalex.org/W1992088011","https://openalex.org/W1996299923","https://openalex.org/W1997915897","https://openalex.org/W1999643482","https://openalex.org/W2002891921","https://openalex.org/W2014654983","https://openalex.org/W2021212663","https://openalex.org/W2023409181","https://openalex.org/W2033773871","https://openalex.org/W2037607291","https://openalex.org/W2042864172","https://openalex.org/W2048149511","https://openalex.org/W2048470735","https://openalex.org/W2050495423","https://openalex.org/W2054989445","https://openalex.org/W2055947209","https://openalex.org/W2060148334","https://openalex.org/W2068060907","https://openalex.org/W2069090512","https://openalex.org/W2093075482","https://openalex.org/W2095244591","https://openalex.org/W2107726111","https://openalex.org/W2110621360","https://openalex.org/W2139604656","https://openalex.org/W2140778428","https://openalex.org/W2141692617","https://openalex.org/W2148910210","https://openalex.org/W2166991384","https://openalex.org/W2167374930","https://openalex.org/W2209548289","https://openalex.org/W2315452928","https://openalex.org/W2547863984","https://openalex.org/W2952948705","https://openalex.org/W3011120880","https://openalex.org/W6655761596","https://openalex.org/W6662862849","https://openalex.org/W6684856300","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W1574359403","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W4210780382","https://openalex.org/W2356033827","https://openalex.org/W2333017163","https://openalex.org/W2347673489","https://openalex.org/W2964937504","https://openalex.org/W2169268775","https://openalex.org/W2371966636"],"abstract_inverted_index":{"In":[0,105],"this":[1],"paper,":[2],"we":[3,119,148],"study":[4],"a":[5,22,139,162],"dynamic":[6,50,63,113,155],"pricing":[7,51,64,114,156],"and":[8,28,38,76,115,131,169],"energy":[9,33,94,116,172],"consumption":[10,95,117,173],"scheduling":[11,92,174],"problem":[12],"in":[13,82,91],"the":[14,17,25,35,42,45,58,60,70,73,77,83,86,98,101,109,128,132,143,151,166,170,178,183],"microgrid":[15],"where":[16],"service":[18,46,129],"provider":[19,130],"acts":[20],"as":[21],"broker":[23],"between":[24],"utility":[26,36],"company":[27,37],"customers":[29,87,133],"by":[30],"purchasing":[31],"electric":[32],"from":[34],"selling":[39],"it":[40],"to":[41,56,69,97,107,134,182],"customers.":[43],"For":[44],"provider,":[47],"even":[48],"though":[49],"is":[52,65],"an":[53],"efficient":[54],"tool":[55],"manage":[57],"microgrid,":[59],"implementation":[61],"of":[62,72,80,100,111,127,186],"highly":[66],"challenging":[67],"due":[68,96],"lack":[71],"customer-side":[74],"information":[75,141,164],"various":[78],"types":[79],"uncertainties":[81],"microgrid.":[84,144],"Similarly,":[85],"also":[88],"face":[89],"challenges":[90,110],"their":[93],"uncertainty":[99],"retail":[102],"electricity":[103],"price.":[104],"order":[106],"overcome":[108],"implementing":[112],"scheduling,":[118],"develop":[120],"reinforcement":[121,153],"learning":[122,184],"algorithms":[123],"that":[124,150],"allow":[125],"each":[126,187],"learn":[135],"its":[136],"strategy":[137],"without":[138,161],"priori":[140,163],"about":[142,165],"Through":[145],"numerical":[146],"results,":[147],"show":[149],"proposed":[152,171],"learning-based":[154],"algorithm":[157,175],"can":[158],"effectively":[159],"work":[160],"system":[167,179],"dynamics":[168],"further":[176],"reduces":[177],"cost":[180],"thanks":[181],"capability":[185],"customer.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":44},{"year":2022,"cited_by_count":41},{"year":2021,"cited_by_count":44},{"year":2020,"cited_by_count":54},{"year":2019,"cited_by_count":32},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}