{"id":"https://openalex.org/W3137942831","doi":"https://doi.org/10.1016/j.apenergy.2021.116778","title":"A storage expansion planning framework using reinforcement learning and simulation-based optimization","display_name":"A storage expansion planning framework using reinforcement learning and simulation-based optimization","publication_year":2021,"publication_date":"2021-03-19","ids":{"openalex":"https://openalex.org/W3137942831","doi":"https://doi.org/10.1016/j.apenergy.2021.116778","mag":"3137942831"},"language":"en","primary_location":{"id":"doi:10.1016/j.apenergy.2021.116778","doi":"https://doi.org/10.1016/j.apenergy.2021.116778","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.apenergy.2021.116778","pdf_url":null,"source":{"id":"https://openalex.org/S109565702","display_name":"Applied Energy","issn_l":"0306-2619","issn":["0306-2619","1872-9118"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Energy","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2001.03507","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087765779","display_name":"Stamatis Tsianikas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stamatis Tsianikas","raw_affiliation_strings":["Rutgers University, Department of Industrial & Systems Engineering, 96 Frelinghuysen Road, Piscataway, NJ 08854, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Department of Industrial & Systems Engineering, 96 Frelinghuysen Road, Piscataway, NJ 08854, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032338391","display_name":"Nooshin Yousefi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nooshin Yousefi","raw_affiliation_strings":["Rutgers University, Department of Industrial & Systems Engineering, 96 Frelinghuysen Road, Piscataway, NJ 08854, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Department of Industrial & Systems Engineering, 96 Frelinghuysen Road, Piscataway, NJ 08854, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083381183","display_name":"Jian Zhou","orcid":"https://orcid.org/0000-0003-3505-8117","observed_orcids":["https://orcid.org/0000-0003-3505-8117","https://orcid.org/0009-0003-5514-7210","https://orcid.org/0000-0003-4682-7540"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhou","raw_affiliation_strings":["Nanjing University of Science and Technology School of Economics and Management, Nanjing 210094, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology School of Economics and Management, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068378596","display_name":"Mark D. Rodgers","orcid":"https://orcid.org/0000-0003-2636-6628","observed_orcids":["https://orcid.org/0000-0003-2636-6628"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mark D. Rodgers","raw_affiliation_strings":["Rutgers Business School Department of Supply Chain Management, 1 Washington Park Newark, NJ 07102, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers Business School Department of Supply Chain Management, 1 Washington Park Newark, NJ 07102, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013847446","display_name":"David W. Coit","orcid":"https://orcid.org/0000-0002-5825-2548","observed_orcids":["https://orcid.org/0000-0002-5825-2548"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Coit","raw_affiliation_strings":["Rutgers University, Department of Industrial & Systems Engineering, 96 Frelinghuysen Road, Piscataway, NJ 08854, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Department of Industrial & Systems Engineering, 96 Frelinghuysen Road, Piscataway, NJ 08854, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5068378596"],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":{"value":4020,"currency":"USD","value_usd":4020},"apc_paid":null,"fwci":1.6923,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.82468406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"290","issue":null,"first_page":"116778","last_page":"116778"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.6484000086784363,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.6484000086784363,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.20010000467300415,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.0982000008225441,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrids","display_name":"microgrids","score":0.8519999980926514},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9559999704360962},{"id":"https://openalex.org/keywords/simulation-optimization","display_name":"simulation-based optimization","score":0.9869999885559082},{"id":"https://openalex.org/keywords/storage-technology-selection","display_name":"storage technology selection","score":0.7390000224113464},{"id":"https://openalex.org/keywords/storage-capacity-sizing","display_name":"storage capacity sizing","score":0.9110000133514404},{"id":"https://openalex.org/keywords/investment-decisions","display_name":"investment decision-making","score":0.7760000228881836},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.6629999876022339},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.5979999899864197},{"id":"https://openalex.org/keywords/distributed-generation","display_name":"distributed generation","score":0.6679999828338623}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.7429438829421997},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7028876543045044},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.591856837272644},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5580673217773438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5472263693809509},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5010087490081787},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.4985921382904053},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.4369012117385864},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4294249415397644},{"id":"https://openalex.org/C147297375","wikidata":"https://www.wikidata.org/wiki/Q6674930","display_name":"Look-ahead","level":2,"score":0.41929495334625244},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3413490056991577},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3058508038520813},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.286622017621994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13426882028579712},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.11208075284957886},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1016/j.apenergy.2021.116778","doi":"https://doi.org/10.1016/j.apenergy.2021.116778","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.apenergy.2021.116778","pdf_url":null,"source":{"id":"https://openalex.org/S109565702","display_name":"Applied Energy","issn_l":"0306-2619","issn":["0306-2619","1872-9118"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Energy","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2001.03507","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.03507","pdf_url":"https://arxiv.org/pdf/2001.03507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:RePEc:eee:appene:v:290:y:2021:i:c:s030626192100283x","doi":null,"is_oa":false,"landing_page_url":"http://www.sciencedirect.com/science/article/pii/S030626192100283X","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.48550/arxiv.2001.03507","doi":"https://doi.org/10.48550/arxiv.2001.03507","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2001.03507","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2001.03507","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.03507","pdf_url":"https://arxiv.org/pdf/2001.03507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.9853000044822693,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"},{"score":0.8970999717712402,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"},{"score":0.685699999332428,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3137942831.pdf","grobid_xml":"https://content.openalex.org/works/W3137942831.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W564048488","https://openalex.org/W1193311372","https://openalex.org/W1515851193","https://openalex.org/W1591803298","https://openalex.org/W1779478482","https://openalex.org/W1939151669","https://openalex.org/W1965539925","https://openalex.org/W1973183176","https://openalex.org/W2004170288","https://openalex.org/W2022185333","https://openalex.org/W2024456553","https://openalex.org/W2053518311","https://openalex.org/W2061922544","https://openalex.org/W2071811401","https://openalex.org/W2074375132","https://openalex.org/W2094934954","https://openalex.org/W2112949599","https://openalex.org/W2115211925","https://openalex.org/W2121863487","https://openalex.org/W2133063479","https://openalex.org/W2309733639","https://openalex.org/W2335911764","https://openalex.org/W2524862943","https://openalex.org/W2545116964","https://openalex.org/W2571392441","https://openalex.org/W2596225325","https://openalex.org/W2735194503","https://openalex.org/W2763444072","https://openalex.org/W2766228343","https://openalex.org/W2767044922","https://openalex.org/W2767535599","https://openalex.org/W2769605893","https://openalex.org/W2775531040","https://openalex.org/W2780508324","https://openalex.org/W2795578496","https://openalex.org/W2796210679","https://openalex.org/W2801491461","https://openalex.org/W2803368047","https://openalex.org/W2805855567","https://openalex.org/W2905058276","https://openalex.org/W2907896763","https://openalex.org/W2913548458","https://openalex.org/W2921732122","https://openalex.org/W2963193690","https://openalex.org/W2974005385","https://openalex.org/W2974854012","https://openalex.org/W2978733381","https://openalex.org/W2991506894","https://openalex.org/W3014367867","https://openalex.org/W3024350433","https://openalex.org/W3038400972","https://openalex.org/W3123001835","https://openalex.org/W3123421519","https://openalex.org/W3123547424","https://openalex.org/W3125933982","https://openalex.org/W3128797180","https://openalex.org/W4235855293","https://openalex.org/W4300869913"],"related_works":["https://openalex.org/W4411049160","https://openalex.org/W2753082123","https://openalex.org/W2949482275","https://openalex.org/W4386590772","https://openalex.org/W2626977147","https://openalex.org/W3171956751","https://openalex.org/W4229075486","https://openalex.org/W2278801771","https://openalex.org/W2131447712","https://openalex.org/W4220697267"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-03-29T00:00:00"}