{"id":"https://openalex.org/W4381803561","doi":"https://doi.org/10.1109/tsg.2023.3288355","title":"Duck Curve Aware Dynamic Pricing and Battery Scheduling Strategy Using Reinforcement Learning","display_name":"Duck Curve Aware Dynamic Pricing and Battery Scheduling Strategy Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-23","ids":{"openalex":"https://openalex.org/W4381803561","doi":"https://doi.org/10.1109/tsg.2023.3288355"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2023.3288355","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3288355","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159172.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159172.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010000197","display_name":"Daichi Watari","orcid":"https://orcid.org/0000-0002-1499-1138"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Daichi Watari","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University, Suita, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1499-1138","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Suita, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050838950","display_name":"Ittetsu Taniguchi","orcid":"https://orcid.org/0000-0002-7843-5907"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ittetsu Taniguchi","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University, Suita, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7843-5907","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Suita, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061693379","display_name":"Takao Onoye","orcid":"https://orcid.org/0000-0002-1894-2448"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takao Onoye","raw_affiliation_strings":["Graduate School of Information Science and Technology, Osaka University, Suita, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1894-2448","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Osaka University, Suita, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9079,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.94236824,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"15","issue":"1","first_page":"457","last_page":"471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prosumer","display_name":"Prosumer","score":0.7590597867965698},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.7513947486877441},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.6835442781448364},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6482082605361938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.581052839756012},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5646075010299683},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5248570442199707},{"id":"https://openalex.org/keywords/news-aggregator","display_name":"News aggregator","score":0.5003821849822998},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.45638516545295715},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.42373770475387573},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4135900139808655},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.4122281074523926},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3403312563896179},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.25769829750061035},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.25748783349990845},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25319501757621765},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.20203545689582825},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1683729887008667},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.14702051877975464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10675442218780518},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1045113205909729},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09096738696098328}],"concepts":[{"id":"https://openalex.org/C2779939747","wikidata":"https://www.wikidata.org/wiki/Q1145220","display_name":"Prosumer","level":3,"score":0.7590597867965698},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.7513947486877441},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.6835442781448364},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6482082605361938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.581052839756012},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5646075010299683},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5248570442199707},{"id":"https://openalex.org/C180505990","wikidata":"https://www.wikidata.org/wiki/Q498267","display_name":"News aggregator","level":2,"score":0.5003821849822998},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.45638516545295715},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.42373770475387573},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4135900139808655},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.4122281074523926},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3403312563896179},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.25769829750061035},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.25748783349990845},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25319501757621765},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.20203545689582825},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1683729887008667},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.14702051877975464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10675442218780518},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1045113205909729},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09096738696098328},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsg.2023.3288355","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3288355","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159172.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:irdb.nii.ac.jp:01056:0006131314","is_oa":true,"landing_page_url":"https://hdl.handle.net/11094/92478","pdf_url":"https://ir.library.osaka-u.ac.jp/repo/ouka/all/92478/IEEETransSmartGrid.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal article"},{"id":"pmh:oai:ir.library.osaka-u.ac.jp:11094/92478","is_oa":false,"landing_page_url":"https://doi.org/10.1109/TSG.2023.3288355","pdf_url":null,"source":{"id":"https://openalex.org/S4306402540","display_name":"OUKA (Osaka University Knowledge Archive) (Osaka University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98285908","host_organization_name":"The University of Osaka","host_organization_lineage":["https://openalex.org/I98285908"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/tsg.2023.3288355","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3288355","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159172.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G2470519545","display_name":null,"funder_award_id":"JP21J10312","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4295409026","display_name":null,"funder_award_id":"22H03697","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381803561.pdf","grobid_xml":"https://content.openalex.org/works/W4381803561.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W169931978","https://openalex.org/W1968167335","https://openalex.org/W2019716952","https://openalex.org/W2023409181","https://openalex.org/W2037277685","https://openalex.org/W2050495423","https://openalex.org/W2137695118","https://openalex.org/W2175629060","https://openalex.org/W2192443814","https://openalex.org/W2236785114","https://openalex.org/W2470699557","https://openalex.org/W2482096862","https://openalex.org/W2564397272","https://openalex.org/W2736601468","https://openalex.org/W2744561338","https://openalex.org/W2768163101","https://openalex.org/W2783009172","https://openalex.org/W2783893935","https://openalex.org/W2795276745","https://openalex.org/W2803091454","https://openalex.org/W2803349034","https://openalex.org/W2809899450","https://openalex.org/W2897177048","https://openalex.org/W2906333996","https://openalex.org/W2921434508","https://openalex.org/W2921791392","https://openalex.org/W2949676527","https://openalex.org/W2973108373","https://openalex.org/W2991631564","https://openalex.org/W3003290394","https://openalex.org/W3006426019","https://openalex.org/W3014321438","https://openalex.org/W3026041860","https://openalex.org/W3032398409","https://openalex.org/W3033693292","https://openalex.org/W3035700320","https://openalex.org/W3037257465","https://openalex.org/W3044633868","https://openalex.org/W3048102275","https://openalex.org/W3048446313","https://openalex.org/W3049658012","https://openalex.org/W3088518764","https://openalex.org/W3092305369","https://openalex.org/W3094419393","https://openalex.org/W3095976090","https://openalex.org/W3107465411","https://openalex.org/W3107749417","https://openalex.org/W3135538630","https://openalex.org/W3138355836","https://openalex.org/W3160194775","https://openalex.org/W3184420714","https://openalex.org/W3185998987","https://openalex.org/W3189447276","https://openalex.org/W3209704679","https://openalex.org/W3216772467","https://openalex.org/W3217479158","https://openalex.org/W4255113870","https://openalex.org/W6741002519","https://openalex.org/W6778875248","https://openalex.org/W6779282036","https://openalex.org/W6780559895","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W2032085210","https://openalex.org/W3046697705","https://openalex.org/W4226431440","https://openalex.org/W2939108172","https://openalex.org/W3012323502","https://openalex.org/W3131627313","https://openalex.org/W3093688972","https://openalex.org/W4214604859","https://openalex.org/W2906194504","https://openalex.org/W3005701630"],"abstract_inverted_index":{"The":[0,77,128,149],"duck":[1,126],"curve":[2],"is":[3,80,109],"becoming":[4],"a":[5,29,83],"global":[6],"problem":[7],"in":[8,16],"energy":[9],"technology":[10],"due":[11],"to":[12,35,63,90,111,169],"the":[13,21,41,57,64,68,100,113,117,122,125,131,153,158],"rapid":[14],"increase":[15],"solar":[17],"power":[18,103],"adoption":[19],"and":[20,43,66,74,96,120,145,161,171],"rise":[22],"of":[23,99,124,130,164],"prosumers.":[24],"To":[25],"address":[26],"this":[27],"issue,":[28],"resource":[30],"aggregator":[31],"(RA)":[32],"has":[33],"emerged":[34],"provide":[36],"flexible":[37],"solutions":[38],"through":[39],"aggregating":[40],"prosumers":[42,65],"demand":[44],"response":[45],"such":[46],"as":[47],"dynamic":[48,61],"pricing.":[49],"This":[50],"paper":[51],"proposes":[52],"an":[53],"optimal":[54],"strategy":[55,134,155],"for":[56],"RA":[58,73],"that":[59,152],"dispatches":[60],"pricing":[62],"leverages":[67],"battery":[69,102],"system":[70],"at":[71],"both":[72],"prosumer":[75],"levels.":[76],"proposed":[78,132,154],"method":[79],"based":[81],"on":[82],"model-free":[84],"deep":[85],"reinforcement":[86],"learning":[87],"(DRL)":[88],"algorithm":[89],"optimize":[91],"each":[92],"prosumer\u2019s":[93,118],"retail":[94],"prices":[95],"schedule":[97],"usage":[98],"RA\u2019s":[101,114],"station.":[104],"An":[105],"objective":[106],"reward":[107],"function":[108],"used":[110],"maximize":[112,121],"profit,":[115],"minimize":[116],"cost,":[119],"improvement":[123],"curve.":[127],"performance":[129],"DRL-based":[133],"was":[135],"demonstrated":[136],"by":[137,167],"simulation":[138],"experiments":[139],"using":[140],"actual":[141],"wholesale":[142],"price,":[143],"demand,":[144],"PV":[146],"generation":[147],"data.":[148],"results":[150],"show":[151],"can":[156],"improve":[157],"standard":[159],"deviation":[160],"peak-to-average":[162],"ratio":[163],"net":[165],"load":[166],"up":[168],"57.1%":[170],"23%,":[172],"respectively.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2025-10-10T00:00:00"}