{"id":"https://openalex.org/W2086120035","doi":"https://doi.org/10.1109/smartgridcomm.2014.7007738","title":"Adaptive demand response: Online learning of restless and controlled bandits","display_name":"Adaptive demand response: Online learning of restless and controlled bandits","publication_year":2014,"publication_date":"2014-11-01","ids":{"openalex":"https://openalex.org/W2086120035","doi":"https://doi.org/10.1109/smartgridcomm.2014.7007738","mag":"2086120035"},"language":"en","primary_location":{"id":"doi:10.1109/smartgridcomm.2014.7007738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm.2014.7007738","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Smart Grid Communications (SmartGridComm)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005402865","display_name":"Qingsi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qingsi Wang","raw_affiliation_strings":["University of Michigan, Ann Arbor","University of Michigan , Ann Arbor"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"University of Michigan , Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967011","display_name":"Mingyan Liu","orcid":"https://orcid.org/0000-0003-3295-9200"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyan Liu","raw_affiliation_strings":["University of Michigan, Ann Arbor","University of Michigan , Ann Arbor"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"University of Michigan , Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015257057","display_name":"Johanna L. Mathieu","orcid":"https://orcid.org/0000-0001-8834-5350"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Johanna L. Mathieu","raw_affiliation_strings":["University of Michigan, Ann Arbor","University of Michigan , Ann Arbor"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"University of Michigan , Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005402865"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":4.0582,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.93734351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"41","issue":null,"first_page":"752","last_page":"757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6132130026817322},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5142052173614502},{"id":"https://openalex.org/keywords/on-demand","display_name":"On demand","score":0.49840545654296875},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.1593608260154724},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12978816032409668},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0666380226612091},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.06407859921455383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6132130026817322},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5142052173614502},{"id":"https://openalex.org/C2983523559","wikidata":"https://www.wikidata.org/wiki/Q410657","display_name":"On demand","level":2,"score":0.49840545654296875},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.1593608260154724},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12978816032409668},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0666380226612091},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.06407859921455383}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgridcomm.2014.7007738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm.2014.7007738","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Smart Grid Communications (SmartGridComm)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1535136082","https://openalex.org/W1751431909","https://openalex.org/W1975779216","https://openalex.org/W2020254732","https://openalex.org/W2056921512","https://openalex.org/W2071205284","https://openalex.org/W2077902449","https://openalex.org/W2105556121","https://openalex.org/W2145725672","https://openalex.org/W2158049833","https://openalex.org/W2166566250","https://openalex.org/W2168405694","https://openalex.org/W3102381603","https://openalex.org/W3124229194","https://openalex.org/W3125634603"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2555175041","https://openalex.org/W2173475281","https://openalex.org/W2500194562","https://openalex.org/W2030129544","https://openalex.org/W2389164175","https://openalex.org/W4390418871","https://openalex.org/W2019853765","https://openalex.org/W2162234817"],"abstract_inverted_index":{"The":[0],"capabilities":[1],"of":[2,74,117,124,175,209,220],"electric":[3],"loads":[4,15,44,64,82],"participating":[5],"in":[6,27,47,65,71,76,144,223],"load":[7,35,110],"curtailment":[8,174],"programs":[9,26],"are":[10,30,112,128],"often":[11],"unknown":[12,129],"until":[13],"the":[14,42,72,77,115,122,125,145,148,158,161,165,168,173,199,207,215],"have":[16],"been":[17],"told":[18],"to":[19,40,45,67,103,152,214],"curtail":[20],"(i.e.,":[21],"deployed)":[22],"and":[23,58,130,160,186,225],"observed.":[24],"In":[25,101],"which":[28],"payments":[29],"made":[31],"each":[32,48,176],"time":[33,49],"a":[34,54,93],"is":[36,53,167,219],"deployed,":[37],"we":[38,85,120],"aim":[39],"pick":[41],"\u201cbest\u201d":[43],"deploy":[46],"step.":[50],"Our":[51,136],"choice":[52],"tradeoff":[55],"between":[56],"exploration":[57],"exploitation,":[59],"i.e.,":[60],"curtailing":[61,80],"poorly":[62],"characterized":[63],"order":[66,222],"better":[68],"characterize":[69],"them":[70],"hope":[73],"benefiting":[75],"future":[78],"versus":[79],"well-characterized":[81],"so":[83],"that":[84,106,190,206],"benefit":[86],"now.":[87],"We":[88,178,203],"formulate":[89],"this":[90],"problem":[91,97,137],"as":[92],"multi-armed":[94],"restless":[95],"bandit":[96,146],"with":[98,192,212],"controlled":[99,126],"bandits.":[100],"contrast":[102],"past":[104],"work":[105],"has":[107,138],"assumed":[108],"all":[109],"parameters":[111,123],"known":[113],"allowing":[114],"use":[116],"optimization":[118],"approaches,":[119],"assume":[121],"system":[127],"develop":[131,179],"an":[132,180,187],"online":[133],"learning":[134,184,229],"approach.":[135],"two":[139],"features":[140],"not":[141,172],"commonly":[142],"addressed":[143],"literature:":[147],"arms/processes":[149],"evolve":[150],"according":[151],"different":[153],"probabilistic":[154],"laws":[155],"depending":[156],"on":[157],"control,":[159],"reward/feedback":[162],"observed":[163],"by":[164],"decision-maker":[166],"total":[169],"realized":[170],"curtailment,":[171],"load.":[177],"adaptive":[181],"demand":[182],"response":[183],"algorithm":[185],"extended":[188],"version":[189],"works":[191],"aggregate":[193],"feedback,":[194],"both":[195],"aimed":[196],"at":[197],"approximating":[198],"Whittle":[200,216],"index":[201,217],"policy.":[202],"show":[204],"numerically":[205],"regret":[208],"our":[210],"algorithms":[211,230],"respect":[213],"policy":[218],"logarithmic":[221],"time,":[224],"significantly":[226],"outperforms":[227],"standard":[228],"like":[231],"UCB1.":[232]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}