{"id":"https://openalex.org/W3013111805","doi":"https://doi.org/10.1109/access.2020.2983606","title":"Deep Q-Network Based Energy Scheduling in Retail Energy Market","display_name":"Deep Q-Network Based Energy Scheduling in Retail Energy Market","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3013111805","doi":"https://doi.org/10.1109/access.2020.2983606","mag":"3013111805"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2983606","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2983606","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09047848.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09047848.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019775870","display_name":"Tianxin Lin","orcid":"https://orcid.org/0000-0003-3426-8622"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianxin Lin","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3426-8622","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066407180","display_name":"Zhou Su","orcid":"https://orcid.org/0000-0002-6518-3130"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Su","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6518-3130","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063990907","display_name":"Qichao Xu","orcid":"https://orcid.org/0000-0003-3206-399X"},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qichao Xu","raw_affiliation_strings":["Computer Science and Software Engineering Department, California Polytechnic State University (Cal Poly), San Luis Obispo, USA"],"raw_orcid":"https://orcid.org/0000-0003-3206-399X","affiliations":[{"raw_affiliation_string":"Computer Science and Software Engineering Department, California Polytechnic State University (Cal Poly), San Luis Obispo, USA","institution_ids":["https://openalex.org/I149919469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060749844","display_name":"Rui Xing","orcid":"https://orcid.org/0000-0001-8550-9698"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Xing","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8550-9698","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035819194","display_name":"Dongfeng Fang","orcid":"https://orcid.org/0000-0003-3735-3005"},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongfeng Fang","raw_affiliation_strings":["Computer Science and Software Engineering Department, California Polytechnic State University (Cal Poly), San Luis Obispo, USA"],"raw_orcid":"https://orcid.org/0000-0003-3735-3005","affiliations":[{"raw_affiliation_string":"Computer Science and Software Engineering Department, California Polytechnic State University (Cal Poly), San Luis Obispo, USA","institution_ids":["https://openalex.org/I149919469"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019775870"],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7281,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.69898032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"69284","last_page":"69295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7271419763565063},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.6418111324310303},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6339439749717712},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6146301031112671},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4924103021621704},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.4651101231575012},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.45724084973335266},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.3683311641216278},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.28124940395355225},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.10061830282211304},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09666219353675842}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7271419763565063},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.6418111324310303},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6339439749717712},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6146301031112671},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4924103021621704},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.4651101231575012},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.45724084973335266},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.3683311641216278},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.28124940395355225},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10061830282211304},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09666219353675842},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2983606","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2983606","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09047848.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8a1f1dc423e749daafa8b350db27e2df","is_oa":true,"landing_page_url":"https://doaj.org/article/8a1f1dc423e749daafa8b350db27e2df","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 69284-69295 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2983606","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2983606","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09047848.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1078475717","display_name":null,"funder_award_id":"91746114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5402549239","display_name":null,"funder_award_id":"18510761000","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G602484335","display_name":null,"funder_award_id":"U1808207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3013111805.pdf","grobid_xml":"https://content.openalex.org/works/W3013111805.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1509625738","https://openalex.org/W1930497036","https://openalex.org/W2008299048","https://openalex.org/W2024974439","https://openalex.org/W2050495423","https://openalex.org/W2067809626","https://openalex.org/W2077440620","https://openalex.org/W2092860676","https://openalex.org/W2130711276","https://openalex.org/W2148910210","https://openalex.org/W2161666560","https://openalex.org/W2162448500","https://openalex.org/W2169149958","https://openalex.org/W2275408081","https://openalex.org/W2481962342","https://openalex.org/W2510239610","https://openalex.org/W2515947593","https://openalex.org/W2545251724","https://openalex.org/W2591281206","https://openalex.org/W2783057073","https://openalex.org/W2798937731","https://openalex.org/W2891930034","https://openalex.org/W2905732483","https://openalex.org/W2944549037","https://openalex.org/W2951213385","https://openalex.org/W2963591547","https://openalex.org/W2964043796","https://openalex.org/W2983935921","https://openalex.org/W2991132836","https://openalex.org/W2992349213","https://openalex.org/W3006463679","https://openalex.org/W3011065733","https://openalex.org/W3011995057","https://openalex.org/W4214717370","https://openalex.org/W6677916085","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W2555175041","https://openalex.org/W2032085210","https://openalex.org/W4392752943","https://openalex.org/W2389561653","https://openalex.org/W2052188148","https://openalex.org/W4239205706","https://openalex.org/W4239297229","https://openalex.org/W3166575991","https://openalex.org/W4205710825","https://openalex.org/W3009668591"],"abstract_inverted_index":{"As":[0],"a":[1,32,87,127],"significant":[2],"component":[3],"of":[4,17,29,70,73,94,123,162,219],"electric":[5,9,149],"energy":[6,63],"trades,":[7],"retail":[8,35],"market":[10],"(REM)":[11],"can":[12,140,151,208],"effectively":[13],"alleviate":[14],"the":[15,21,25,41,53,71,92,115,120,133,142,160,165,176,183,193,198,206,210,216],"pressure":[16],"load":[18,26,42],"demand":[19,27,43,121,135],"from":[20],"power":[22,128],"grid.":[23],"However,":[24],"uncertainty":[28,122],"customers":[30],"becomes":[31],"nodus":[33],"because":[34],"electricity":[36,48,199],"providers":[37],"(REPs)":[38],"should":[39],"predict":[40],"when":[44],"trading":[45,88,104,109],"with":[46,68,105,110,154],"wholesaler":[47],"provider":[49],"(WEP)":[50],"based":[51,131],"on":[52,132],"interaction.":[54],"Therefore,":[55],"in":[56,66,76,81,96,98,164],"this":[57],"paper,":[58],"we":[59,85,125,168],"propose":[60],"an":[61],"optimal":[62,194,211],"scheduling":[64,116],"scheme":[65],"REM":[67],"consideration":[69],"influence":[72],"decisions":[74],"made":[75],"pre-purchase":[77,103,166,177],"stages":[78],"to":[79,90,113,158,174,196,213],"situations":[80],"real-time":[82,108],"stages.":[83],"Firstly,":[84],"present":[86],"framework":[89],"analyze":[91],"strategies":[93],"REPs":[95,100,139,163],"REM,":[97],"which":[99,138],"conduct":[101],"both":[102],"WEP,":[106],"and":[107,191],"customers.":[111],"Then,":[112],"solve":[114],"problem":[117],"caused":[118],"by":[119,137],"customers,":[124],"design":[126,197],"allocation":[129],"mechanism":[130],"charging":[134,180],"degree,":[136],"minimize":[141,159],"operating":[143,217],"cost":[144,161],"while":[145],"ensuring":[146],"that":[147,205],"each":[148,187],"vehicle":[150],"be":[152],"charged":[153],"sufficient":[155],"energy.":[156],"Next,":[157],"stage,":[167],"adopt":[169],"deep":[170],"Q-network":[171],"(DQN)":[172],"algorithm":[173],"implement":[175],"schedule.":[178,200],"The":[179],"station":[181],"adjusts":[182],"pre-purchased":[184],"schedule":[185],"for":[186],"period":[188],"through":[189],"Q-learning":[190],"utilizes":[192],"strategy":[195,212],"Finally,":[201],"simulation":[202],"experiments":[203],"show":[204],"proposal":[207],"obtain":[209],"significantly":[214],"reduce":[215],"costs":[218],"REP.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}