{"id":"https://openalex.org/W3203737691","doi":"https://doi.org/10.3390/e23101311","title":"Improved Deep Q-Network for User-Side Battery Energy Storage Charging and Discharging Strategy in Industrial Parks","display_name":"Improved Deep Q-Network for User-Side Battery Energy Storage Charging and Discharging Strategy in Industrial Parks","publication_year":2021,"publication_date":"2021-10-06","ids":{"openalex":"https://openalex.org/W3203737691","doi":"https://doi.org/10.3390/e23101311","mag":"3203737691","pmid":"https://pubmed.ncbi.nlm.nih.gov/34682035"},"language":"en","primary_location":{"id":"doi:10.3390/e23101311","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e23101311","pdf_url":"https://www.mdpi.com/1099-4300/23/10/1311/pdf?version=1634883272","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/23/10/1311/pdf?version=1634883272","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100396688","display_name":"Shuai Chen","orcid":"https://orcid.org/0000-0002-8562-5784"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Chen","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009298813","display_name":"Chengpeng Jiang","orcid":"https://orcid.org/0000-0002-5312-0677"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengpeng Jiang","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697367","display_name":"Jinglin Li","orcid":"https://orcid.org/0000-0002-6720-9533"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinglin Li","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054536998","display_name":"Xiang Jinwei","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinwei Xiang","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025288570","display_name":"Wendong Xiao","orcid":"https://orcid.org/0000-0002-2270-7889"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wendong Xiao","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China"],"raw_orcid":"https://orcid.org/0000-0002-2270-7889","affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing 100083, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5025288570"],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.7318,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.67168738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"23","issue":"10","first_page":"1311","last_page":"1311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11690","display_name":"Advanced battery technologies research","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.7026029825210571},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6949892044067383},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.5630619525909424},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5060989260673523},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.4933136999607086},{"id":"https://openalex.org/keywords/state-of-charge","display_name":"State of charge","score":0.45079755783081055},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.44573238492012024},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.44311463832855225},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4239901304244995},{"id":"https://openalex.org/keywords/cost-reduction","display_name":"Cost reduction","score":0.417949914932251},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4071909189224243},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4005116820335388},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3632689416408539},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3597196936607361},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.354226678609848},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22599244117736816},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.21152228116989136},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.158095121383667}],"concepts":[{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.7026029825210571},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6949892044067383},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.5630619525909424},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5060989260673523},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4933136999607086},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.45079755783081055},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.44573238492012024},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.44311463832855225},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4239901304244995},{"id":"https://openalex.org/C2778820799","wikidata":"https://www.wikidata.org/wiki/Q3454688","display_name":"Cost reduction","level":2,"score":0.417949914932251},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4071909189224243},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4005116820335388},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3632689416408539},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3597196936607361},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.354226678609848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22599244117736816},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21152228116989136},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.158095121383667},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e23101311","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e23101311","pdf_url":"https://www.mdpi.com/1099-4300/23/10/1311/pdf?version=1634883272","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:34682035","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34682035","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:019beaa52b7e4fd7979dd03094858776","is_oa":true,"landing_page_url":"https://doaj.org/article/019beaa52b7e4fd7979dd03094858776","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 23, Iss 10, p 1311 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/23/10/1311/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e23101311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 23; Issue 10; Pages: 1311","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8534508","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8534508","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e23101311","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e23101311","pdf_url":"https://www.mdpi.com/1099-4300/23/10/1311/pdf?version=1634883272","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3553228541","display_name":null,"funder_award_id":"62173032","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3203737691.pdf","grobid_xml":"https://content.openalex.org/works/W3203737691.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1588620786","https://openalex.org/W1997016889","https://openalex.org/W2052394609","https://openalex.org/W2167503549","https://openalex.org/W2173564293","https://openalex.org/W2371276195","https://openalex.org/W2621676962","https://openalex.org/W2746553466","https://openalex.org/W2756881949","https://openalex.org/W2803491044","https://openalex.org/W2804267582","https://openalex.org/W2856628251","https://openalex.org/W2904633797","https://openalex.org/W2963155200","https://openalex.org/W2965419988","https://openalex.org/W2984198981","https://openalex.org/W3001011345","https://openalex.org/W3005039199","https://openalex.org/W3009959058","https://openalex.org/W3011411850","https://openalex.org/W3014101816","https://openalex.org/W3033673205","https://openalex.org/W3034488778","https://openalex.org/W3037451795","https://openalex.org/W3038113735","https://openalex.org/W3086359267","https://openalex.org/W3095361478","https://openalex.org/W3099849883","https://openalex.org/W3115599272","https://openalex.org/W3116030074","https://openalex.org/W3159732368","https://openalex.org/W3162852593","https://openalex.org/W3180461019","https://openalex.org/W6687681856","https://openalex.org/W6779001369","https://openalex.org/W6794299788"],"related_works":["https://openalex.org/W1562159987","https://openalex.org/W2004734718","https://openalex.org/W3190332208","https://openalex.org/W4388623464","https://openalex.org/W3126531014","https://openalex.org/W2098124661","https://openalex.org/W2519883542","https://openalex.org/W3006423619","https://openalex.org/W3195056770","https://openalex.org/W4385625847"],"abstract_inverted_index":{"Battery":[0],"energy":[1,33,63,141,161,194,267,282],"storage":[2,64,84,195,268,283],"technology":[3],"is":[4,25,53],"an":[5,112],"important":[6],"part":[7],"of":[8,32,46,60,77,83,93,104,120,127,135,181,192,204,216,234,265,280],"the":[9,14,29,50,58,75,81,99,118,124,133,144,178,190,202,210,217,228,245,248,263,275],"industrial":[10,286],"parks":[11],"to":[12,27,56,98,116,176],"ensure":[13],"stable":[15,278],"power":[16],"supply,":[17],"and":[18,22,39,66,107,123,137,140,158,165,170,183,186,208,213,231,269,277],"its":[19,71],"rough":[20],"charging":[21,65,106,136,164,182],"discharging":[23,138,166,184],"mode":[24],"difficult":[26],"meet":[28,177],"application":[30],"requirements":[31],"saving,":[34],"emission":[35],"reduction,":[36,38],"cost":[37,134,264],"efficiency":[40,212],"increase.":[41],"As":[42],"a":[43,271],"classic":[44],"method":[45,148,199],"deep":[47,51,114,128],"reinforcement":[48],"learning,":[49],"Q-network":[52,94,115],"widely":[54],"used":[55],"solve":[57,201],"problem":[59,203],"user-side":[61],"battery":[62,105,156,193,266,281],"discharging.":[67],"In":[68,96],"some":[69,232],"scenarios,":[70],"performance":[72,126,215,254],"has":[73],"reached":[74],"level":[76],"human":[78],"expert.":[79],"However,":[80],"updating":[82,92],"priority":[85,119,205],"in":[86,143,255,285],"experience":[87,218],"memory":[88],"often":[89],"lags":[90],"behind":[91],"parameters.":[95],"response":[97],"need":[100],"for":[101,236,274],"lean":[102],"management":[103],"discharging,":[108],"this":[109],"paper":[110,222],"proposes":[111],"improved":[113],"update":[117,206],"sequence":[121],"samples":[122],"training":[125],"neural":[129,171],"network,":[130],"which":[131],"reduces":[132],"action":[139],"consumption":[142,162],"park.":[145],"The":[146,160,197,221],"proposed":[147,198,249],"considers":[149],"factors":[150],"such":[151],"as":[152],"real-time":[153],"electricity":[154,224,257],"price,":[155],"status,":[157],"time.":[159],"state,":[163],"behavior,":[167],"reward":[168],"function,":[169],"network":[172],"structure":[173],"are":[174],"designed":[175],"flexible":[179],"scheduling":[180],"strategies,":[185],"can":[187,200,251],"finally":[188],"realize":[189],"optimization":[191],"benefits.":[196],"lag,":[207],"improve":[209],"utilization":[211],"learning":[214],"pool":[219],"samples.":[220],"selects":[223],"price":[225,258],"data":[226],"from":[227],"United":[229],"States":[230],"regions":[233],"China":[235],"simulation":[237],"experiments.":[238],"Experimental":[239],"results":[240],"show":[241],"that":[242],"compared":[243],"with":[244],"traditional":[246],"algorithm,":[247],"approach":[250],"achieve":[252],"better":[253],"both":[256],"systems,":[259],"thereby":[260],"greatly":[261],"reducing":[262],"providing":[270],"stronger":[272],"guarantee":[273],"safe":[276],"operation":[279],"systems":[284],"parks.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}