{"id":"https://openalex.org/W4380986052","doi":"https://doi.org/10.1145/3575813.3597351","title":"Modeling Participation of Storage Units in Electricity Markets using Multi-Agent Deep Reinforcement Learning","display_name":"Modeling Participation of Storage Units in Electricity Markets using Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380986052","doi":"https://doi.org/10.1145/3575813.3597351"},"language":"en","primary_location":{"id":"doi:10.1145/3575813.3597351","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3575813.3597351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002098458","display_name":"Nick Harder","orcid":"https://orcid.org/0000-0003-1897-3671"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nick Harder","raw_affiliation_strings":["Department of Sustainable Systems Engineering, University of Freiburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1897-3671","affiliations":[{"raw_affiliation_string":"Department of Sustainable Systems Engineering, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044922843","display_name":"Anke Weidlich","orcid":"https://orcid.org/0000-0003-2361-0912"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anke Weidlich","raw_affiliation_strings":["Department of Sustainable Systems Engineering, University of Freiburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2361-0912","affiliations":[{"raw_affiliation_string":"Department of Sustainable Systems Engineering, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064868649","display_name":"Philipp Staudt","orcid":"https://orcid.org/0000-0003-1328-5765"},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Staudt","raw_affiliation_strings":["Department of Computing Science, University of Oldenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1328-5765","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Oldenburg, Germany","institution_ids":["https://openalex.org/I129877168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002098458"],"corresponding_institution_ids":["https://openalex.org/I161046081"],"apc_list":null,"apc_paid":null,"fwci":0.3833,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.5868769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"439","last_page":"445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8133029937744141},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.774124801158905},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.7331127524375916},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.6503794193267822},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6128268241882324},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.47807812690734863},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.46830594539642334},{"id":"https://openalex.org/keywords/industrial-organization","display_name":"Industrial organization","score":0.3625487983226776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3060223162174225},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.2381189465522766},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1732044816017151},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1454087495803833},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1256946325302124}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8133029937744141},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.774124801158905},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.7331127524375916},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.6503794193267822},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6128268241882324},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.47807812690734863},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.46830594539642334},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.3625487983226776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3060223162174225},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.2381189465522766},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1732044816017151},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1454087495803833},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1256946325302124},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3575813.3597351","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3575813.3597351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W27536653","https://openalex.org/W64953827","https://openalex.org/W591589697","https://openalex.org/W1561556063","https://openalex.org/W1674674373","https://openalex.org/W1705064715","https://openalex.org/W1941301399","https://openalex.org/W1973468283","https://openalex.org/W2056362484","https://openalex.org/W2150704630","https://openalex.org/W2539526353","https://openalex.org/W2734395684","https://openalex.org/W2740377041","https://openalex.org/W2741941028","https://openalex.org/W2767407248","https://openalex.org/W2803584935","https://openalex.org/W2895410903","https://openalex.org/W2972148356","https://openalex.org/W3098742069","https://openalex.org/W3108288031","https://openalex.org/W3128294090","https://openalex.org/W3154086605","https://openalex.org/W3156295478","https://openalex.org/W3161927130","https://openalex.org/W4205269195","https://openalex.org/W4288400169","https://openalex.org/W4297513977","https://openalex.org/W4311556094"],"related_works":["https://openalex.org/W3117163868","https://openalex.org/W3005545942","https://openalex.org/W2356680598","https://openalex.org/W2348317328","https://openalex.org/W2385067961","https://openalex.org/W2966111772","https://openalex.org/W2299915012","https://openalex.org/W2383586764","https://openalex.org/W4327773935","https://openalex.org/W2305061769"],"abstract_inverted_index":{"Modeling":[0],"electricity":[1,46,55,112],"markets":[2],"realistically":[3],"plays":[4],"a":[5,21,51,87],"crucial":[6],"role":[7],"for":[8],"understanding":[9],"complex":[10],"emerging":[11],"market":[12,56,113,117,145],"dynamics":[13],"and":[14,76,98,136],"guiding":[15],"policy":[16],"making.":[17],"In":[18,82],"systems":[19],"with":[20,131],"high":[22],"share":[23],"of":[24,32,54,101],"variable":[25],"renewable":[26],"generation,":[27],"accurately":[28],"modeling":[29,92,134,146],"the":[30,80,123],"behavior":[31,78,100],"storage":[33,103],"units":[34],"can":[35,107],"be":[36,71,108],"particularly":[37],"challenging,":[38],"as":[39],"their":[40],"bidding":[41,63],"strategies":[42,64],"depend":[43],"on":[44,61,79],"expected":[45],"prices.":[47],"While":[48],"there":[49],"exist":[50],"wide":[52],"variety":[53],"models,":[57,114],"they":[58],"typically":[59],"rely":[60],"rule-based":[62],"or":[65],"optimization":[66],"approaches,":[67,135],"which":[68],"may":[69],"not":[70],"sufficient":[72],"to":[73],"represent":[74],"competitive":[75,97],"strategic":[77,99],"market.":[81],"this":[83],"paper,":[84],"we":[85],"present":[86],"multi-agent":[88],"deep":[89],"reinforcement":[90],"learning":[91],"framework":[93,106],"that":[94,122],"allows":[95],"representing":[96],"energy":[102,144],"units.":[104],"This":[105],"executed":[109],"in":[110,143],"large-scale":[111],"thus":[115],"facilitating":[116],"design":[118],"analyses.":[119],"We":[120],"show":[121],"proposed":[124],"approach":[125],"performs":[126],"very":[127],"well":[128],"when":[129],"compared":[130],"widely":[132],"used":[133],"its":[137,141],"computational":[138],"efficiency":[139],"makes":[140],"use":[142],"practical.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}