{"id":"https://openalex.org/W2800146964","doi":"https://doi.org/10.1109/iscas.2018.8351385","title":"Q-Learning-based Adaptive Power Management for IoT System-on-Chips with Embedded Power States","display_name":"Q-Learning-based Adaptive Power Management for IoT System-on-Chips with Embedded Power States","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2800146964","doi":"https://doi.org/10.1109/iscas.2018.8351385","mag":"2800146964"},"language":"en","primary_location":{"id":"doi:10.1109/iscas.2018.8351385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas.2018.8351385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009727994","display_name":"Yvan Debizet","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yvan Debizet","raw_affiliation_strings":["STMicroelectronics, Crolles Cedex, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics, Crolles Cedex, France","institution_ids":["https://openalex.org/I4210104693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022770137","display_name":"Gu\u00e9nol\u00e9 Lallement","orcid":"https://orcid.org/0000-0001-5223-6582"},"institutions":[{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]},{"id":"https://openalex.org/I4210112016","display_name":"Institut des Mat\u00e9riaux, de Micro\u00e9lectronique et des Nanosciences de Provence","ror":"https://ror.org/0238zyh04","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I3132279224","https://openalex.org/I4210098836","https://openalex.org/I4210112016"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guenole Lallement","raw_affiliation_strings":["IM2NP, Aix-Marseille University, Marseille, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IM2NP, Aix-Marseille University, Marseille, France","institution_ids":["https://openalex.org/I21491767","https://openalex.org/I4210112016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102010427","display_name":"Fady Abouzeid","orcid":"https://orcid.org/0000-0001-8711-0664"},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fady Abouzeid","raw_affiliation_strings":["STMicroelectronics, Crolles Cedex, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics, Crolles Cedex, France","institution_ids":["https://openalex.org/I4210104693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111893673","display_name":"Philippe Roch\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Philippe Roche","raw_affiliation_strings":["STMicroelectronics, Crolles Cedex, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics, Crolles Cedex, France","institution_ids":["https://openalex.org/I4210104693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054920487","display_name":"Jean\u2010Luc Autran","orcid":"https://orcid.org/0000-0001-9893-014X"},"institutions":[{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]},{"id":"https://openalex.org/I4210112016","display_name":"Institut des Mat\u00e9riaux, de Micro\u00e9lectronique et des Nanosciences de Provence","ror":"https://ror.org/0238zyh04","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I3132279224","https://openalex.org/I4210098836","https://openalex.org/I4210112016"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Luc Autran","raw_affiliation_strings":["IM2NP, Aix-Marseille University, Marseille, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IM2NP, Aix-Marseille University, Marseille, France","institution_ids":["https://openalex.org/I21491767","https://openalex.org/I4210112016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.745856523513794},{"id":"https://openalex.org/keywords/power-management","display_name":"Power management","score":0.6839282512664795},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6834591031074524},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6139729619026184},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.5836838483810425},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5727750658988953},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.5498209595680237},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.5410609841346741},{"id":"https://openalex.org/keywords/system-on-a-chip","display_name":"System on a chip","score":0.5385189652442932},{"id":"https://openalex.org/keywords/power-management-system","display_name":"Power management system","score":0.4409767687320709},{"id":"https://openalex.org/keywords/power-demand","display_name":"Power demand","score":0.43307626247406006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17058217525482178},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13594523072242737}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.745856523513794},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.6839282512664795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6834591031074524},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6139729619026184},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.5836838483810425},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5727750658988953},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.5498209595680237},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5410609841346741},{"id":"https://openalex.org/C118021083","wikidata":"https://www.wikidata.org/wiki/Q610398","display_name":"System on a chip","level":2,"score":0.5385189652442932},{"id":"https://openalex.org/C2778363213","wikidata":"https://www.wikidata.org/wiki/Q16938469","display_name":"Power management system","level":4,"score":0.4409767687320709},{"id":"https://openalex.org/C2983317576","wikidata":"https://www.wikidata.org/wiki/Q1853339","display_name":"Power demand","level":4,"score":0.43307626247406006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17058217525482178},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13594523072242737},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas.2018.8351385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas.2018.8351385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1989315746","https://openalex.org/W2045427151","https://openalex.org/W2124086785","https://openalex.org/W2134568800","https://openalex.org/W2146510091","https://openalex.org/W2155777359","https://openalex.org/W2329990760","https://openalex.org/W2331039021","https://openalex.org/W2574473771","https://openalex.org/W2770368078","https://openalex.org/W2913964650","https://openalex.org/W4248440948","https://openalex.org/W6682919479"],"related_works":["https://openalex.org/W1976802810","https://openalex.org/W2171620613","https://openalex.org/W1816461854","https://openalex.org/W2098127345","https://openalex.org/W1991580985","https://openalex.org/W4245131997","https://openalex.org/W2626460730","https://openalex.org/W2776409113","https://openalex.org/W3091370417","https://openalex.org/W4382130817"],"abstract_inverted_index":{"This":[0,88],"paper":[1],"introduces":[2,75],"an":[3,26,83],"Adaptive":[4],"Power":[5,86],"Management":[6],"(APM)":[7],"hardware":[8,69],"module":[9],"based":[10],"on":[11],"reinforcement":[12],"learning":[13],"techniques.":[14],"The":[15],"APM":[16,77],"provides":[17],"power":[18,34,99],"consumption":[19,100],"optimization":[20],"during":[21,101],"the":[22,58,61,65,76,102],"suspend":[23,104],"state":[24],"of":[25,60,96,98],"Internet-of-Things":[27],"(IoT)":[28],"System-on-Chip":[29],"(SoC)":[30],"with":[31,39],"8":[32],"embedded":[33],"states.":[35],"A":[36,49,68],"Q-Learning":[37],"algorithm":[38,62],"a":[40,91],"counter-based":[41],"exploration":[42],"policy":[43],"has":[44,52],"been":[45,53],"chosen":[46],"and":[47,63,74,79],"implemented.":[48],"complete":[50],"analysis":[51],"performed":[54],"to":[55],"properly":[56],"define":[57],"parameters":[59],"characterize":[64],"proposed":[66],"solution.":[67],"implementation":[70],"is":[71],"also":[72],"shown":[73],"design":[78],"simplification":[80],"made":[81],"for":[82],"Ultra":[84],"Low":[85],"hardware.":[87],"solution":[89],"gives":[90],"long":[92],"term":[93],"average":[94],"gain":[95],"17%":[97],"system":[103],"time.":[105]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}