{"id":"https://openalex.org/W3126291654","doi":"https://doi.org/10.1109/access.2021.3055517","title":"Dynamic Pricing Strategy of Electric Vehicle Aggregators Based on DDPG Reinforcement Learning Algorithm","display_name":"Dynamic Pricing Strategy of Electric Vehicle Aggregators Based on DDPG Reinforcement Learning Algorithm","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3126291654","doi":"https://doi.org/10.1109/access.2021.3055517","mag":"3126291654"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3055517","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055517","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09340184.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09340184.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047186891","display_name":"Dunnan Liu","orcid":"https://orcid.org/0000-0002-2155-8359"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dunnan Liu","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2155-8359","affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008013198","display_name":"Weiye Wang","orcid":"https://orcid.org/0000-0002-2161-3178"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiye Wang","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028978685","display_name":"Lingxiang Wang","orcid":"https://orcid.org/0000-0002-6588-0526"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingxiang Wang","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067743634","display_name":"Heping Jia","orcid":"https://orcid.org/0000-0002-9919-9405"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heping Jia","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9919-9405","affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102505284","display_name":"Mengshu Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengshu Shi","raw_affiliation_strings":["School of Economics and Management, North China Electric Power University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.4152,"has_fulltext":true,"cited_by_count":93,"citation_normalized_percentile":{"value":0.95457459,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"21556","last_page":"21566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7455527186393738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5890740752220154},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.5764716863632202},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.5291334390640259},{"id":"https://openalex.org/keywords/tariff","display_name":"Tariff","score":0.5091182589530945},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4737970232963562},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.47160229086875916},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.4325312674045563},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37369346618652344},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.28774595260620117},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2669883966445923},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.2376464605331421},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.20273885130882263},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11382859945297241},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.11041325330734253},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09797239303588867},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09732475876808167}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7455527186393738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5890740752220154},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.5764716863632202},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.5291334390640259},{"id":"https://openalex.org/C2776060655","wikidata":"https://www.wikidata.org/wiki/Q52389","display_name":"Tariff","level":2,"score":0.5091182589530945},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4737970232963562},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.47160229086875916},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.4325312674045563},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37369346618652344},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.28774595260620117},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2669883966445923},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.2376464605331421},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.20273885130882263},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11382859945297241},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.11041325330734253},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09797239303588867},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09732475876808167},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3055517","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055517","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09340184.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4cf247860e044466a980d0998885a52e","is_oa":true,"landing_page_url":"https://doaj.org/article/4cf247860e044466a980d0998885a52e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 21556-21566 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3055517","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055517","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09340184.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1443972566","display_name":"\u8003\u8651\u6027\u80fd\u5171\u4eab\u4e0e\u5b58\u50a8\u7684\u5e7f\u4e49\u591a\u6001\u5907\u7528\u7cfb\u7edf\u53ef\u9760\u6027\u4f18\u5316\u7814\u7a76","funder_award_id":"72001078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3047425486","display_name":null,"funder_award_id":"SKLD20M12","funder_id":"https://openalex.org/F4320326930","funder_display_name":"State Key Laboratory of Power Systems"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326930","display_name":"State Key Laboratory of Power Systems","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3126291654.pdf","grobid_xml":"https://content.openalex.org/works/W3126291654.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1599417753","https://openalex.org/W1976306760","https://openalex.org/W2001021292","https://openalex.org/W2034310091","https://openalex.org/W2076389768","https://openalex.org/W2083287037","https://openalex.org/W2117685617","https://openalex.org/W2121863487","https://openalex.org/W2319694250","https://openalex.org/W2346213479","https://openalex.org/W2346452219","https://openalex.org/W2508881245","https://openalex.org/W2596505012","https://openalex.org/W2602234186","https://openalex.org/W2751755465","https://openalex.org/W2769874491","https://openalex.org/W2794156279","https://openalex.org/W2795550069","https://openalex.org/W2798705390","https://openalex.org/W2888883156","https://openalex.org/W2916542936","https://openalex.org/W2963225441","https://openalex.org/W2963864421","https://openalex.org/W2964340928","https://openalex.org/W3002220492","https://openalex.org/W3007039564","https://openalex.org/W3038962357","https://openalex.org/W3082406039","https://openalex.org/W3100974996","https://openalex.org/W4214717370","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2946986200","https://openalex.org/W2057315382","https://openalex.org/W3014066038","https://openalex.org/W2741786689","https://openalex.org/W2125859668","https://openalex.org/W1970407448","https://openalex.org/W2608865514","https://openalex.org/W2523903522","https://openalex.org/W3210550297","https://openalex.org/W1982846429"],"abstract_inverted_index":{"The":[0,140,162],"fixed":[1],"service":[2],"charge":[3],"pricing":[4,35,128,150,170],"model":[5,129],"adopted":[6],"by":[7],"traditional":[8],"electric":[9,52],"vehicle":[10],"aggregators":[11],"(EVAs)":[12],"is":[13,156],"difficult":[14],"to":[15,22,24,110,188],"effectively":[16],"guide":[17,173],"the":[18,25,31,40,48,56,63,72,79,84,112,153,159,166,174,182,194],"demand":[19],"side":[20],"resources":[21],"respond":[23],"power":[26,67,80,186,198],"market":[27,43,94,109,187],"price":[28],"signal.":[29],"At":[30],"same":[32,154],"time,":[33],"real-time":[34],"strategy":[36,151],"can":[37,172],"flexibly":[38],"reflect":[39],"situation":[41],"of":[42,51,59,66,75,88,107,115,177,185,197],"supply":[44],"and":[45,69,104,120,148,192],"demand,":[46],"shift":[47],"charging":[49,61,175],"load":[50,195],"vehicles":[53],"(EVs),":[54],"reduce":[55],"negative":[57],"impact":[58],"disorderly":[60],"on":[62,83,131],"stable":[64],"operation":[65],"systems,":[68],"fully":[70],"tap":[71,181],"economic":[73,183],"potential":[74,184],"EVA":[76,116,141],"participating":[77],"in":[78],"market.":[81],"Based":[82],"historical":[85],"behavior":[86,176],"data":[87],"EVs,":[89],"this":[90],"paper":[91],"considers":[92],"various":[93],"factors":[95],"such":[96],"as":[97],"peak-valley":[98,145],"time-of-use":[99,146],"tariff,":[100],"demand-side":[101],"response":[102],"mode":[103],"deviation":[105],"balance":[106],"spot":[108],"formulate":[111],"objective":[113],"function":[114],"comprehensive":[117],"revenue":[118],"maximization":[119],"establishes":[121],"a":[122,189],"quarter-hourly":[123],"vehicle-to-grid":[124],"(V2G)":[125],"dynamic":[126],"time-sharing":[127],"based":[130],"deep":[132],"deterministic":[133],"policy":[134],"gradient":[135],"(DDPG)":[136],"reinforcement":[137],"learning":[138],"algorithm.":[139],"yield":[142],"difference":[143],"between":[144],"tariff":[147],"hourly":[149],"under":[152],"algorithm":[155],"compared":[157],"through":[158],"case":[160],"studies.":[161],"results":[163],"show":[164],"that":[165],"scheme":[167],"with":[168],"higher":[169],"frequency":[171],"users":[178],"more":[179],"effectively,":[180],"greater":[190],"extent,":[191],"calm":[193],"fluctuation":[196],"grid.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}