{"id":"https://openalex.org/W2545432988","doi":"https://doi.org/10.1109/onlinegreencom.2014.7114418","title":"A multi-armed bandit formulation for distributed appliances scheduling in smart grids","display_name":"A multi-armed bandit formulation for distributed appliances scheduling in smart grids","publication_year":2014,"publication_date":"2014-11-01","ids":{"openalex":"https://openalex.org/W2545432988","doi":"https://doi.org/10.1109/onlinegreencom.2014.7114418","mag":"2545432988"},"language":"en","primary_location":{"id":"doi:10.1109/onlinegreencom.2014.7114418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/onlinegreencom.2014.7114418","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Online Conference on Green Communications (OnlineGreenComm)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021074413","display_name":"Antimo Barbato","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antimo Barbato","raw_affiliation_strings":["DEIB, Politecnico di Milano"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DEIB, Politecnico di Milano","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069716714","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0001-7943-3172"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I4210144804","display_name":"Laboratoire de Recherche en Informatique","ror":"https://ror.org/04e3ktk27","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210144804","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["LRI, Paris-Sud University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LRI, Paris-Sud University","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I4210144804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061839380","display_name":"Fabio Martignon","orcid":"https://orcid.org/0000-0003-2691-9827"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I185839726","display_name":"Institut Universitaire de France","ror":"https://ror.org/055khg266","country_code":"FR","type":"education","lineage":["https://openalex.org/I185839726"]},{"id":"https://openalex.org/I4210144804","display_name":"Laboratoire de Recherche en Informatique","ror":"https://ror.org/04e3ktk27","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210144804","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fabio Martignon","raw_affiliation_strings":["Institut Universitaire de France (IUF)","LRI, Paris-Sud University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institut Universitaire de France (IUF)","institution_ids":["https://openalex.org/I185839726"]},{"raw_affiliation_string":"LRI, Paris-Sud University","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I4210144804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106687466","display_name":"Stefano Paris","orcid":"https://orcid.org/0000-0002-1771-9033"},"institutions":[{"id":"https://openalex.org/I110736937","display_name":"D\u00e9l\u00e9gation Paris 5","ror":"https://ror.org/02e0y6e06","country_code":"FR","type":"government","lineage":["https://openalex.org/I110736937","https://openalex.org/I154526488"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I4210122305","display_name":"Descartes (Belgium)","ror":"https://ror.org/02rrq8748","country_code":"BE","type":"company","lineage":["https://openalex.org/I4210122305"]}],"countries":["BE","FR"],"is_corresponding":false,"raw_author_name":"Stefano Paris","raw_affiliation_strings":["Paris-Descartes University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paris-Descartes University","institution_ids":["https://openalex.org/I110736937","https://openalex.org/I204730241","https://openalex.org/I4210122305"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6965970396995544},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6581008434295654},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6011648774147034},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5883221626281738},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5730648636817932},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5452473759651184},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5248456001281738},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4691818058490753},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.42982152104377747},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.40183863043785095},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15760934352874756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14008572697639465},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10021895170211792}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6965970396995544},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6581008434295654},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6011648774147034},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5883221626281738},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5730648636817932},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5452473759651184},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5248456001281738},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4691818058490753},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.42982152104377747},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.40183863043785095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15760934352874756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14008572697639465},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10021895170211792},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/onlinegreencom.2014.7114418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/onlinegreencom.2014.7114418","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Online Conference on Green Communications (OnlineGreenComm)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-01109073v1","is_oa":false,"landing_page_url":"https://hal.science/hal-01109073","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE GreenComm 2014 (IEEE Conference on Green Communications), Nov 2014, Online, United States. pp.1-8, &#x27E8;10.1109/OnlineGreenCom.2014.7114418&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:aisberg.unibg.it:10446/106076","is_oa":false,"landing_page_url":"http://hdl.handle.net/10446/106076","pdf_url":null,"source":{"id":"https://openalex.org/S4377196347","display_name":"Aisberg (University of Bergamo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11039511","host_organization_name":"University of Bergamo","host_organization_lineage":["https://openalex.org/I11039511"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W159719520","https://openalex.org/W1515851193","https://openalex.org/W1605188341","https://openalex.org/W1967986768","https://openalex.org/W1975153313","https://openalex.org/W1989239951","https://openalex.org/W1992679131","https://openalex.org/W2038872716","https://openalex.org/W2047959957","https://openalex.org/W2049934117","https://openalex.org/W2057868964","https://openalex.org/W2058626062","https://openalex.org/W2068060907","https://openalex.org/W2095767778","https://openalex.org/W2109634777","https://openalex.org/W2138362680","https://openalex.org/W2142152348","https://openalex.org/W2147492008","https://openalex.org/W2147779517","https://openalex.org/W2155556726","https://openalex.org/W2158009984","https://openalex.org/W2950929549","https://openalex.org/W2951325150","https://openalex.org/W6674164410","https://openalex.org/W6680197816"],"related_works":["https://openalex.org/W2398102130","https://openalex.org/W2751256511","https://openalex.org/W1597785538","https://openalex.org/W2382521298","https://openalex.org/W2491804929","https://openalex.org/W2365075862","https://openalex.org/W2317225295","https://openalex.org/W2484643928","https://openalex.org/W1587673378","https://openalex.org/W2005920118"],"abstract_inverted_index":{"Game-theoretic":[0],"Demand-Side":[1],"Management":[2],"(DSM)":[3],"systems":[4],"represent":[5],"a":[6,48,58,105,110],"promising":[7],"solution":[8],"to":[9,53,64,66,90],"control":[10],"the":[11,22,55,67,70,80,100,118,137],"electrical":[12],"appliances":[13,101],"of":[14,25,57,60,69,113,139],"residential":[15],"consumers.":[16],"Such":[17],"frameworks":[18],"allow":[19],"indeed":[20],"for":[21],"optimal":[23],"management":[24],"loads":[26],"without":[27],"any":[28],"centralized":[29],"coordination":[30],"since":[31],"decisions":[32],"are":[33],"taken":[34],"locally":[35],"and":[36,130],"directly":[37],"by":[38],"users.":[39,61],"In":[40,62,94],"this":[41],"paper,":[42],"we":[43,72,88,98],"focus":[44],"our":[45],"analysis":[46],"on":[47,123],"game-theoretic":[49],"DSM":[50],"framework":[51],"designed":[52],"reduce":[54],"bill":[56],"group":[59],"order":[63],"converge":[65],"equilibrium":[68],"game,":[71],"adopt":[73],"an":[74],"efficient":[75],"learning":[76,120],"algorithm":[77],"proposed":[78,119],"in":[79,126,135],"literature,":[81],"Exp3,":[82],"along":[83],"with":[84],"two":[85],"variants":[86],"that":[87],"propose":[89],"speed":[91],"up":[92],"convergence.":[93],"defining":[95],"these":[96],"methods,":[97],"model":[99],"scheduling":[102],"problem":[103],"as":[104],"Multi-Armed":[106],"Bandit":[107],"(MAB)":[108],"problem,":[109],"classical":[111],"formulation":[112],"decision":[114],"theory.":[115],"We":[116],"analyze":[117],"methods":[121],"based":[122],"realistic":[124],"instances":[125],"several":[127],"use-case":[128],"scenarios":[129],"show":[131],"numerically":[132],"their":[133],"effectiveness":[134],"improving":[136],"performance":[138],"next":[140],"generation":[141],"smart":[142],"grid":[143],"systems.":[144]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}
