{"id":"https://openalex.org/W4310881746","doi":"https://doi.org/10.1145/3563357.3564075","title":"Adversarial poisoning attacks on reinforcement learning-driven energy pricing","display_name":"Adversarial poisoning attacks on reinforcement learning-driven energy pricing","publication_year":2022,"publication_date":"2022-11-09","ids":{"openalex":"https://openalex.org/W4310881746","doi":"https://doi.org/10.1145/3563357.3564075"},"language":"en","primary_location":{"id":"doi:10.1145/3563357.3564075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3563357.3564075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3563357.3564075","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3563357.3564075","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029751790","display_name":"Sam Gunn","orcid":"https://orcid.org/0000-0002-6173-4046"},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sam Gunn","raw_affiliation_strings":["University of California"],"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033336809","display_name":"Doseok Jang","orcid":"https://orcid.org/0000-0002-8612-4420"},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Doseok Jang","raw_affiliation_strings":["University of California"],"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039003212","display_name":"Orr Paradise","orcid":"https://orcid.org/0000-0001-8212-8558"},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Orr Paradise","raw_affiliation_strings":["University of California"],"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047280757","display_name":"Lucas Spangher","orcid":"https://orcid.org/0000-0002-5833-1799"},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Spangher","raw_affiliation_strings":["University of California"],"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013076652","display_name":"Costas J. Spanos","orcid":null},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Costas J. Spanos","raw_affiliation_strings":["University of California"],"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5029751790"],"corresponding_institution_ids":["https://openalex.org/I2803209242"],"apc_list":null,"apc_paid":null,"fwci":0.8233,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.7142843,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"262","last_page":"265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prosumer","display_name":"Prosumer","score":0.9109245538711548},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8884198665618896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6406555771827698},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.6230111122131348},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5139674544334412},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4499642550945282},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.42282137274742126},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.4156922399997711},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3277073800563812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26256293058395386},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.22891750931739807},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.21880218386650085},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2005673050880432},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.12220171093940735},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.10346254706382751}],"concepts":[{"id":"https://openalex.org/C2779939747","wikidata":"https://www.wikidata.org/wiki/Q1145220","display_name":"Prosumer","level":3,"score":0.9109245538711548},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8884198665618896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6406555771827698},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.6230111122131348},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5139674544334412},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4499642550945282},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.42282137274742126},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.4156922399997711},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3277073800563812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26256293058395386},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.22891750931739807},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.21880218386650085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2005673050880432},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.12220171093940735},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10346254706382751},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3563357.3564075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3563357.3564075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3563357.3564075","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3563357.3564075","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3563357.3564075","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3563357.3564075","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310881746.pdf","grobid_xml":"https://content.openalex.org/works/W4310881746.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W2011393317","https://openalex.org/W2982984621","https://openalex.org/W2985363569","https://openalex.org/W2999768820","https://openalex.org/W3047508891","https://openalex.org/W3104243370","https://openalex.org/W3107396186","https://openalex.org/W3159051850","https://openalex.org/W3161175155","https://openalex.org/W3215827760"],"related_works":["https://openalex.org/W4210780382","https://openalex.org/W3183573877","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W1574359403","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W4206134051","https://openalex.org/W2907234787","https://openalex.org/W4285503559"],"abstract_inverted_index":{"Complex":[0],"controls":[1],"are":[2],"increasingly":[3],"common":[4,22],"in":[5,26,89],"power":[6],"systems.":[7],"Reinforcement":[8],"learning":[9,110],"(RL)":[10],"has":[11],"emerged":[12],"as":[13,52],"a":[14,63,67,119],"strong":[15],"candidate":[16],"for":[17,30,56,84],"implementing":[18],"various":[19],"controllers.":[20],"One":[21],"use":[23],"of":[24,37,78],"RL":[25,69,100,106],"this":[27],"context":[28],"is":[29,109,112],"prosumer":[31,92],"pricing":[32],"aggregations,":[33],"where":[34],"prosumers":[35],"consist":[36],"buildings":[38],"with":[39,98],"both":[40],"solar":[41],"generation":[42],"and":[43,48,81],"energy":[44,85],"storage.":[45],"Specifically,":[46],"supply":[47],"demand":[49],"data":[50],"serve":[51],"the":[53,87,99,103],"observation":[54],"space":[55,76],"many":[57],"microgrid":[58],"controllers":[59],"acting":[60],"based":[61],"on":[62],"policy":[64],"passed":[65],"from":[66],"central":[68],"agent.":[70],"Each":[71],"controller":[72],"outputs":[73],"an":[74],"action":[75],"consisting":[77],"hourly":[79],"\"buy\"":[80],"\"sell\"":[82],"prices":[83],"throughout":[86],"day;":[88],"turn,":[90],"each":[91],"can":[93],"choose":[94],"whether":[95],"to":[96,117],"transact":[97],"agent":[101],"or":[102],"utility.":[104],"The":[105],"agent,":[107],"who":[108],"online,":[111],"rewarded":[113],"through":[114],"its":[115],"ability":[116],"generate":[118],"profit.":[120]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}