{"id":"https://openalex.org/W1975844231","doi":"https://doi.org/10.1145/2442087.2442095","title":"Achieving autonomous power management using reinforcement learning","display_name":"Achieving autonomous power management using reinforcement learning","publication_year":2013,"publication_date":"2013-03-01","ids":{"openalex":"https://openalex.org/W1975844231","doi":"https://doi.org/10.1145/2442087.2442095","mag":"1975844231"},"language":"en","primary_location":{"id":"doi:10.1145/2442087.2442095","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2442087.2442095","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101759953","display_name":"Hao Shen","orcid":"https://orcid.org/0000-0003-0091-4155"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hao Shen","raw_affiliation_strings":["Syracuse University","syracuse University"],"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"syracuse University","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102931342","display_name":"Ying Tan","orcid":"https://orcid.org/0000-0003-2634-7347"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Tan","raw_affiliation_strings":["Binghamton University","BINGHAMTON UNIVERSITY"],"affiliations":[{"raw_affiliation_string":"Binghamton University","institution_ids":["https://openalex.org/I123946342"]},{"raw_affiliation_string":"BINGHAMTON UNIVERSITY","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544890","display_name":"Jun Lu","orcid":"https://orcid.org/0000-0002-3048-4857"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Lu","raw_affiliation_strings":["Binghamton University","BINGHAMTON UNIVERSITY"],"affiliations":[{"raw_affiliation_string":"Binghamton University","institution_ids":["https://openalex.org/I123946342"]},{"raw_affiliation_string":"BINGHAMTON UNIVERSITY","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101676852","display_name":"Qing Wu","orcid":"https://orcid.org/0000-0001-7248-9755"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qing Wu","raw_affiliation_strings":["Air Force Research Laboratory","Air Force Research Laboratory,#TAB#"],"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"Air Force Research Laboratory,#TAB#","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018468480","display_name":"Qinru Qiu","orcid":"https://orcid.org/0000-0003-2546-0655"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qinru Qiu","raw_affiliation_strings":["Syracuse University","syracuse University"],"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"syracuse University","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101759953"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":6.8571,"has_fulltext":false,"cited_by_count":108,"citation_normalized_percentile":{"value":0.97165439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"18","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8662643432617188},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8382650017738342},{"id":"https://openalex.org/keywords/power-management","display_name":"Power management","score":0.6931707859039307},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6915514469146729},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.48127955198287964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3434666693210602},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12773185968399048}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8662643432617188},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8382650017738342},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.6931707859039307},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6915514469146729},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.48127955198287964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3434666693210602},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12773185968399048},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2442087.2442095","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2442087.2442095","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5764340423","display_name":null,"funder_award_id":"CNS-0845947","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"}],"funders":[{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W18642015","https://openalex.org/W1483197604","https://openalex.org/W1553244859","https://openalex.org/W1989098018","https://openalex.org/W1991781995","https://openalex.org/W1997728251","https://openalex.org/W2002377960","https://openalex.org/W2024590918","https://openalex.org/W2053784242","https://openalex.org/W2079452204","https://openalex.org/W2080360626","https://openalex.org/W2083774192","https://openalex.org/W2085156986","https://openalex.org/W2098572701","https://openalex.org/W2099237366","https://openalex.org/W2099314087","https://openalex.org/W2100787464","https://openalex.org/W2102102711","https://openalex.org/W2102558581","https://openalex.org/W2102566970","https://openalex.org/W2107216395","https://openalex.org/W2108155866","https://openalex.org/W2110017393","https://openalex.org/W2111616126","https://openalex.org/W2116001481","https://openalex.org/W2118525633","https://openalex.org/W2131801611","https://openalex.org/W2131928121","https://openalex.org/W2133521202","https://openalex.org/W2134568800","https://openalex.org/W2136595676","https://openalex.org/W2143316703","https://openalex.org/W2145845023","https://openalex.org/W2146393585","https://openalex.org/W2146510091","https://openalex.org/W2151443143","https://openalex.org/W2161776409","https://openalex.org/W2163264494","https://openalex.org/W2167118853","https://openalex.org/W2167371709","https://openalex.org/W2167819041","https://openalex.org/W2170311029","https://openalex.org/W2170532136","https://openalex.org/W2171762108","https://openalex.org/W2607159714","https://openalex.org/W2751343396","https://openalex.org/W2913668833","https://openalex.org/W3143467795","https://openalex.org/W3147501999"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W3023419383"],"abstract_inverted_index":{"System":[0],"level":[1],"power":[2,22,49,79,85,170,176],"management":[3,23,50,86,171,177],"must":[4,25],"consider":[5],"the":[6,13,15,18,30,40,68,74,84,88,92,96,145,150,165,173],"uncertainty":[7],"and":[8,17,36,70,91,108,127,147,186,188],"variability":[9],"that":[10],"come":[11],"from":[12,33],"environment,":[14],"application":[16],"hardware.":[19],"A":[20],"robust":[21],"technique":[24,51],"be":[26],"able":[27],"to":[28,73,76,103,142,183],"learn":[29],"optimal":[31],"decision":[32],"past":[34],"events":[35],"improve":[37],"itself":[38],"as":[39],"environment":[41,75],"changes.":[42],"This":[43],"article":[44,123],"presents":[45],"a":[46,100,157,190],"novel":[47],"on-line":[48],"based":[52,169,175],"on":[53,83],"model-free":[54],"constrained":[55],"reinforcement":[56],"learning":[57,61,168],"(Q-learning).":[58],"The":[59,122],"proposed":[60,141],"algorithm":[62],"requires":[63],"no":[64],"prior":[65],"information":[66],"of":[67,87,95,99,114,119,134,193],"workload":[69,185],"dynamically":[71],"adapts":[72],"achieve":[77],"autonomous":[78],"management.":[80],"We":[81],"focus":[82],"peripheral":[89],"device":[90],"microprocessor,":[93],"two":[94,112],"basic":[97],"components":[98],"computer.":[101],"Due":[102],"their":[104],"different":[105,117,184],"operating":[106],"behaviors":[107],"performance":[109,152],"considerations,":[110],"these":[111],"types":[113,133],"devices":[115],"require":[116],"designs":[118],"Q-learning":[120,135,174],"agent.":[121,136],"discusses":[124],"system":[125,159],"modeling":[126],"cost":[128],"function":[129],"construction":[130],"for":[131],"both":[132],"Enhancement":[137],"techniques":[138],"are":[139],"also":[140],"speed":[143],"up":[144],"convergence":[146],"better":[148],"maintain":[149],"required":[151],"(or":[153],"power)":[154],"constraint":[155],"in":[156,181],"dynamic":[158],"with":[160,164],"large":[161],"variations.":[162],"Compared":[163],"existing":[166],"machine":[167],"techniques,":[172],"is":[178],"more":[179],"flexible":[180],"adapting":[182],"hardware":[187],"provides":[189],"wider":[191],"range":[192],"power-performance":[194],"tradeoff.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}