{"id":"https://openalex.org/W3011452552","doi":"https://doi.org/10.1109/isgt-europe47291.2020.9248831","title":"Privacy-Cost Management in Smart Meters Using Deep Reinforcement Learning","display_name":"Privacy-Cost Management in Smart Meters Using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-10-26","ids":{"openalex":"https://openalex.org/W3011452552","doi":"https://doi.org/10.1109/isgt-europe47291.2020.9248831","mag":"3011452552"},"language":"en","primary_location":{"id":"doi:10.1109/isgt-europe47291.2020.9248831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgt-europe47291.2020.9248831","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE PES Innovative Smart Grid Technologies Europe (ISGT-Europe)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.04946","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056073946","display_name":"Mohammadhadi Shateri","orcid":"https://orcid.org/0000-0003-4186-2910"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammadhadi Shateri","raw_affiliation_strings":["McGill University, Montreal, Canada","McGill University = Universit\u00e9 McGill [Montr\u00e9al, Canada] (845, rue Sherbrooke O. Montr\u00e9al (Qu\u00e9bec) Canada H3A 0G4 - Canada)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University = Universit\u00e9 McGill [Montr\u00e9al, Canada] (845, rue Sherbrooke O. Montr\u00e9al (Qu\u00e9bec) Canada H3A 0G4 - Canada)","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016942455","display_name":"Francisco Messina","orcid":"https://orcid.org/0000-0002-9308-2572"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Francisco Messina","raw_affiliation_strings":["McGill University, Montreal, Canada","McGill University = Universit\u00e9 McGill [Montr\u00e9al, Canada] (845, rue Sherbrooke O. Montr\u00e9al (Qu\u00e9bec) Canada H3A 0G4 - Canada)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University = Universit\u00e9 McGill [Montr\u00e9al, Canada] (845, rue Sherbrooke O. Montr\u00e9al (Qu\u00e9bec) Canada H3A 0G4 - Canada)","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071189599","display_name":"Pablo Piantanida","orcid":"https://orcid.org/0000-0002-8717-2117"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]},{"id":"https://openalex.org/I4403928267","display_name":"International Laboratory on Learning Systems","ror":"https://ror.org/02bkw1m29","country_code":null,"type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210164802","https://openalex.org/I4403928267","https://openalex.org/I49663120","https://openalex.org/I5023651","https://openalex.org/I9736820"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pablo Piantanida","raw_affiliation_strings":["CentraleSup\u00e9lec-CNRS-Universit\u00e9 Paris Sud, Gif-sur-Yvette, France","ILLS - International Laboratory on Learning Systems (Montr\u00e9al - Canada)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CentraleSup\u00e9lec-CNRS-Universit\u00e9 Paris Sud, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210107720"]},{"raw_affiliation_string":"ILLS - International Laboratory on Learning Systems (Montr\u00e9al - Canada)","institution_ids":["https://openalex.org/I4403928267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051595564","display_name":"Fabrice Labeau","orcid":"https://orcid.org/0000-0001-5814-9156"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fabrice Labeau","raw_affiliation_strings":["McGill University, Montreal, Canada","McGill University = Universit\u00e9 McGill [Montr\u00e9al, Canada] (845, rue Sherbrooke O. Montr\u00e9al (Qu\u00e9bec) Canada H3A 0G4 - Canada)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University = Universit\u00e9 McGill [Montr\u00e9al, Canada] (845, rue Sherbrooke O. Montr\u00e9al (Qu\u00e9bec) Canada H3A 0G4 - Canada)","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"929","last_page":"933"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.796640932559967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7520716190338135},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.7348517179489136},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5959367752075195},{"id":"https://openalex.org/keywords/occupancy","display_name":"Occupancy","score":0.5384447574615479},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.5061323046684265},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4792095124721527},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.42299288511276245},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41934093832969666},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4110194444656372},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3209618031978607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29713863134384155},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15297922492027283},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.09847691655158997}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.796640932559967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7520716190338135},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.7348517179489136},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5959367752075195},{"id":"https://openalex.org/C160331591","wikidata":"https://www.wikidata.org/wiki/Q7075743","display_name":"Occupancy","level":2,"score":0.5384447574615479},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.5061323046684265},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4792095124721527},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.42299288511276245},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41934093832969666},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4110194444656372},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3209618031978607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29713863134384155},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15297922492027283},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.09847691655158997},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/isgt-europe47291.2020.9248831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgt-europe47291.2020.9248831","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE PES Innovative Smart Grid Technologies Europe (ISGT-Europe)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2003.04946","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.04946","pdf_url":"https://arxiv.org/pdf/2003.04946","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-04137021v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04137021","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2020 IEEE PES Innovative Smart Grid Technologies Europe (ISGT-Europe), Oct 2020, The Hague, China. pp.929-933, &#x27E8;10.1109/isgt-europe47291.2020.9248831&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:espace2.etsmtl.ca:24885","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/24885/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2003.04946","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.04946","pdf_url":"https://arxiv.org/pdf/2003.04946","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G156448795","display_name":null,"funder_award_id":"IRCPJ406021-14","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G3604041861","display_name":null,"funder_award_id":"IRCPJ406021-14","funder_id":"https://openalex.org/F4320310638","funder_display_name":"McGill University"},{"id":"https://openalex.org/G7035995760","display_name":"Women\u2019s movements and gestational surrogacy: engaging, debating and policy making","funder_award_id":"792464","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320310638","display_name":"McGill University","ror":"https://ror.org/01pxwe438"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1975153313","https://openalex.org/W1978706270","https://openalex.org/W1997176470","https://openalex.org/W2038178117","https://openalex.org/W2092939357","https://openalex.org/W2107659291","https://openalex.org/W2115211925","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2150147323","https://openalex.org/W2155968351","https://openalex.org/W2484420926","https://openalex.org/W2590802644","https://openalex.org/W2746431867","https://openalex.org/W2746553466","https://openalex.org/W2767708782","https://openalex.org/W2787117458","https://openalex.org/W2917440896","https://openalex.org/W2962986088","https://openalex.org/W2963317745","https://openalex.org/W2991399560","https://openalex.org/W3100366369","https://openalex.org/W3103874927","https://openalex.org/W3106624205","https://openalex.org/W3123212791","https://openalex.org/W6677067356","https://openalex.org/W6677916085","https://openalex.org/W6741668981"],"related_works":["https://openalex.org/W4282043467","https://openalex.org/W2105697914","https://openalex.org/W3093197249","https://openalex.org/W1968324288","https://openalex.org/W1540010871","https://openalex.org/W3023979140","https://openalex.org/W2904068067","https://openalex.org/W4385360524","https://openalex.org/W4312501103","https://openalex.org/W3037868018"],"abstract_inverted_index":{"Smart":[0],"meters":[1],"(SMs)":[2],"play":[3],"a":[4,42,55,75,84],"pivotal":[5],"rule":[6],"in":[7,27,59],"the":[8,16,22,36,39,48,65,108,115,118,131,136],"smart":[9],"grid":[10],"by":[11],"being":[12],"able":[13],"to":[14,21,38,61,64,104,129],"report":[15],"electricity":[17],"usage":[18],"of":[19,50,117,139],"consumers":[20,37,66],"utility":[23],"provider":[24],"(UP)":[25],"almost":[26],"real-time.":[28],"However,":[29],"this":[30,73],"could":[31],"leak":[32],"sensitive":[33],"information":[34],"about":[35],"UP":[40],"or":[41],"third-party.":[43],"Recent":[44],"works":[45],"have":[46],"leveraged":[47],"availability":[49],"energy":[51,70],"storage":[52],"devices,":[53],"e.g.,":[54],"rechargeable":[56],"battery":[57],"(RB),":[58],"order":[60],"provide":[62],"privacy":[63],"with":[67,107],"minimal":[68],"additional":[69],"cost.":[71],"In":[72],"paper,":[74],"privacy-cost":[76],"management":[77],"unit":[78],"(PCMU)":[79],"is":[80,120,146],"proposed":[81],"based":[82],"on":[83,98],"model-free":[85],"deep":[86,91],"reinforcement":[87],"learning":[88],"algorithm,":[89],"called":[90],"double":[92],"Q-learning":[93,112],"(DDQL).":[94],"Empirical":[95],"results":[96],"evaluated":[97],"actual":[99,132],"SMs":[100],"data":[101],"are":[102],"presented":[103],"compare":[105],"DDQL":[106],"state-of-the-art,":[109],"i.e.,":[110],"classical":[111],"(CQL).":[113],"Additionally,":[114],"performance":[116],"method":[119],"investigated":[121],"for":[122],"two":[123],"concrete":[124],"cases":[125],"where":[126],"attackers":[127],"aim":[128],"infer":[130],"demand":[133],"load":[134],"and":[135],"occupancy":[137],"status":[138],"dwellings.":[140],"Finally,":[141],"an":[142],"abstract":[143],"information-theoretic":[144],"characterization":[145],"provided.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}
