{"id":"https://openalex.org/W3195447397","doi":"https://doi.org/10.1109/tcsi.2021.3103503","title":"Reinforcement Learning-Based Power Management Policy for Mobile Device Systems","display_name":"Reinforcement Learning-Based Power Management Policy for Mobile Device Systems","publication_year":2021,"publication_date":"2021-08-17","ids":{"openalex":"https://openalex.org/W3195447397","doi":"https://doi.org/10.1109/tcsi.2021.3103503","mag":"3195447397"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2021.3103503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2021.3103503","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035447590","display_name":"Eunji Kwon","orcid":"https://orcid.org/0000-0001-5313-8976"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Eunji Kwon","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-5313-8976","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035170703","display_name":"Sodam Han","orcid":"https://orcid.org/0000-0002-6351-8830"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sodam Han","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6351-8830","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017216720","display_name":"Yoonho Park","orcid":null},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yoonho Park","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017591432","display_name":"Jongho Yoon","orcid":"https://orcid.org/0000-0002-9295-4850"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jongho Yoon","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-9295-4850","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044543389","display_name":"Seokhyeong Kang","orcid":"https://orcid.org/0000-0003-3015-1806"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seokhyeong Kang","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3015-1806","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Pohang University of Science and Technology, Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5035447590"],"corresponding_institution_ids":["https://openalex.org/I123900574"],"apc_list":null,"apc_paid":null,"fwci":1.1184,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.77512276,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"68","issue":"10","first_page":"4156","last_page":"4169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mpsoc","display_name":"MPSoC","score":0.87494957447052},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7779244184494019},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.709728479385376},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.6008481383323669},{"id":"https://openalex.org/keywords/power-management","display_name":"Power management","score":0.571458101272583},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5194970369338989},{"id":"https://openalex.org/keywords/frequency-scaling","display_name":"Frequency scaling","score":0.5165530443191528},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.5087729096412659},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4281829595565796},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.3952363133430481},{"id":"https://openalex.org/keywords/system-on-a-chip","display_name":"System on a chip","score":0.3615565001964569},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3443618416786194},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23105326294898987},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1105479896068573}],"concepts":[{"id":"https://openalex.org/C2777187653","wikidata":"https://www.wikidata.org/wiki/Q975106","display_name":"MPSoC","level":3,"score":0.87494957447052},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7779244184494019},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.709728479385376},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.6008481383323669},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.571458101272583},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5194970369338989},{"id":"https://openalex.org/C157742956","wikidata":"https://www.wikidata.org/wiki/Q3237776","display_name":"Frequency scaling","level":3,"score":0.5165530443191528},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5087729096412659},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4281829595565796},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.3952363133430481},{"id":"https://openalex.org/C118021083","wikidata":"https://www.wikidata.org/wiki/Q610398","display_name":"System on a chip","level":2,"score":0.3615565001964569},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3443618416786194},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23105326294898987},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1105479896068573},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2021.3103503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2021.3103503","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W115883071","https://openalex.org/W1975844231","https://openalex.org/W1979660776","https://openalex.org/W2002044167","https://openalex.org/W2042437333","https://openalex.org/W2045427151","https://openalex.org/W2064707793","https://openalex.org/W2072467067","https://openalex.org/W2075261424","https://openalex.org/W2121863487","https://openalex.org/W2155968351","https://openalex.org/W2526509045","https://openalex.org/W2588558848","https://openalex.org/W2746553466","https://openalex.org/W2749844496","https://openalex.org/W2787646714","https://openalex.org/W2789289155","https://openalex.org/W2796394638","https://openalex.org/W2891305971","https://openalex.org/W2908925809","https://openalex.org/W2990628747","https://openalex.org/W2990825401","https://openalex.org/W3013222071","https://openalex.org/W3015460215","https://openalex.org/W4234720357","https://openalex.org/W4251307895"],"related_works":["https://openalex.org/W4251391373","https://openalex.org/W2147203379","https://openalex.org/W2937608904","https://openalex.org/W2041436280","https://openalex.org/W2515644604","https://openalex.org/W4220860735","https://openalex.org/W3041936573","https://openalex.org/W2502691491","https://openalex.org/W2951573268","https://openalex.org/W2100119427"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,22,30,138],"power":[4,14,35,69],"management":[5,36],"policy":[6,28,63,97,122,128,158],"that":[7,53,101],"utilizes":[8],"reinforcement":[9],"learning":[10],"to":[11,38,40],"increase":[12],"the":[13,41,44,48,62,67,72,82,95,103,115,120,127,130,142,148,151,156,165],"efficiency":[15],"of":[16,51,71,91,94,102,150],"mobile":[17,56],"device":[18],"systems":[19,52],"based":[20],"on":[21,55,129],"multiprocessor":[23],"system-on-a-chip":[24],"(MPSoC).":[25],"The":[26,85],"proposed":[27,96,121,152],"predicts":[29],"system\u2019s":[31],"characteristics":[32,50],"and":[33,75,136,147],"learns":[34],"controls":[37],"adapt":[39],"variations":[42],"in":[43],"system.":[45],"We":[46,125],"consider":[47],"behavioral":[49],"run":[54],"devices":[57],"under":[58],"diverse":[59],"scenarios.":[60],"Therefore,":[61],"can":[64],"flexibly":[65],"manage":[66],"system":[68],"regardless":[70],"application":[73],"scenario":[74],"achieve":[76],"lower":[77,99],"energy":[78,87],"consumption":[79],"without":[80],"compromising":[81],"user":[83],"satisfaction.":[84],"average":[86],"per":[88],"unit":[89],"quality":[90],"service":[92],"(QoS)":[93],"is":[98,159],"than":[100,163],"previous":[104],"six":[105],"dynamic":[106],"voltage/frequency":[107],"scaling":[108],"governors":[109],"by":[110,118,155,164],"31.66%.":[111],"Furthermore,":[112],"we":[113],"reduce":[114],"runtime":[116],"overhead":[117],"implementing":[119],"as":[123],"hardware.":[124],"implemented":[126],"field":[131],"programmable":[132],"gate":[133],"array":[134],"(FPGA)":[135],"construct":[137],"communication":[139],"interface":[140],"between":[141],"central":[143],"processing":[144],"units":[145],"(CPUs)":[146],"hardware":[149],"policy.":[153,167],"Decision-making":[154],"hardware-implemented":[157],"3.92":[160],"times":[161],"faster":[162],"software-implemented":[166]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}