{"id":"https://openalex.org/W3094094281","doi":"https://doi.org/10.1109/les.2020.3033187","title":"Ring-DVFS: Reliability-Aware Reinforcement Learning-Based DVFS for Real-Time Embedded Systems","display_name":"Ring-DVFS: Reliability-Aware Reinforcement Learning-Based DVFS for Real-Time Embedded Systems","publication_year":2020,"publication_date":"2020-10-22","ids":{"openalex":"https://openalex.org/W3094094281","doi":"https://doi.org/10.1109/les.2020.3033187","mag":"3094094281"},"language":"en","primary_location":{"id":"doi:10.1109/les.2020.3033187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2020.3033187","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Embedded Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027820978","display_name":"Amir Yeganeh-Khaksar","orcid":"https://orcid.org/0000-0003-3046-1716"},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Amir Yeganeh-Khaksar","raw_affiliation_strings":["Sharif University of Technology, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0003-3046-1716","affiliations":[{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035446526","display_name":"Mohsen Ansari","orcid":"https://orcid.org/0000-0002-4670-8608"},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohsen Ansari","raw_affiliation_strings":["Sharif University of Technology, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0002-4670-8608","affiliations":[{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030632970","display_name":"Sepideh Safari","orcid":"https://orcid.org/0000-0003-4645-8255"},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Sepideh Safari","raw_affiliation_strings":["Sharif University of Technology, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0003-4645-8255","affiliations":[{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027642848","display_name":"Sina Yari-Karin","orcid":"https://orcid.org/0000-0003-0038-8642"},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Sina Yari-Karin","raw_affiliation_strings":["Sharif University of Technology, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0003-0038-8642","affiliations":[{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005928293","display_name":"Alireza Ejlali","orcid":"https://orcid.org/0000-0002-5661-3629"},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Alireza Ejlali","raw_affiliation_strings":["Sharif University of Technology, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0002-5661-3629","affiliations":[{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133529467"],"apc_list":null,"apc_paid":null,"fwci":3.1842,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.92484866,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"13","issue":"3","first_page":"146","last_page":"149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.86774080991745},{"id":"https://openalex.org/keywords/frequency-scaling","display_name":"Frequency scaling","score":0.8443475961685181},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.7267707586288452},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6193080544471741},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.5986020565032959},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5792446732521057},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.5204891562461853},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.5109302401542664},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.48229220509529114},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4470849633216858},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.44323161244392395},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.43894654512405396},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4018583297729492},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.22263050079345703},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.15637987852096558},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12230128049850464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.86774080991745},{"id":"https://openalex.org/C157742956","wikidata":"https://www.wikidata.org/wiki/Q3237776","display_name":"Frequency scaling","level":3,"score":0.8443475961685181},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7267707586288452},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6193080544471741},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.5986020565032959},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5792446732521057},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.5204891562461853},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.5109302401542664},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.48229220509529114},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4470849633216858},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.44323161244392395},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.43894654512405396},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4018583297729492},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.22263050079345703},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.15637987852096558},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12230128049850464},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/les.2020.3033187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2020.3033187","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Embedded Systems Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321157","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1585764373","https://openalex.org/W1686420892","https://openalex.org/W2027557256","https://openalex.org/W2045427151","https://openalex.org/W2118525633","https://openalex.org/W2134568800","https://openalex.org/W2147657366","https://openalex.org/W2612994737","https://openalex.org/W2884988092","https://openalex.org/W2898122376","https://openalex.org/W2908925809","https://openalex.org/W2915366739","https://openalex.org/W2929553106","https://openalex.org/W2946825249","https://openalex.org/W2968660280","https://openalex.org/W2980002279","https://openalex.org/W3046992136","https://openalex.org/W3080246436","https://openalex.org/W4232751114","https://openalex.org/W4248440948","https://openalex.org/W6677692300"],"related_works":["https://openalex.org/W1967088250","https://openalex.org/W4306904969","https://openalex.org/W2054730497","https://openalex.org/W2138720691","https://openalex.org/W2154351074","https://openalex.org/W2151223307","https://openalex.org/W2023400509","https://openalex.org/W2332054630","https://openalex.org/W2590100594","https://openalex.org/W2898122376"],"abstract_inverted_index":{"Dynamic":[0],"voltage":[1,35],"and":[2,12,36,42,106,112,135,169],"frequency":[3,37],"scaling":[4,33],"(DVFS)":[5],"is":[6],"one":[7],"of":[8,47,84,139,145],"the":[9,34,39,43,48,81,103,114,123,143,146],"most":[10],"popular":[11],"exploited":[13],"techniques":[14],"to":[15,28,52,79,110,141],"reduce":[16,80],"power":[17,63,82,104,164],"consumption":[18,83,165],"in":[19,65,89],"multicore":[20,90],"embedded":[21,91],"systems.":[22],"However,":[23],"this":[24,66],"technique":[25],"might":[26],"lead":[27],"a":[29],"task-reliability":[30,54,94,107],"degradation":[31,168],"because":[32],"increases":[38],"fault":[40],"rate":[41],"worst-case":[44],"execution":[45],"time":[46],"tasks.":[49],"In":[50],"order":[51],"preserve":[53],"at":[55,87],"an":[56,71],"acceptable":[57],"level":[58,117],"as":[59,61],"well":[60],"achieving":[62],"saving,":[64],"letter,":[67],"we":[68],"have":[69],"proposed":[70,147,154],"enhanced":[72],"DVFS":[73,111],"method":[74,155],"based":[75,101],"on":[76,102,132],"reinforcement":[77,97],"learning":[78],"sporadic":[85],"tasks":[86,120,140],"runtime":[88],"systems":[92],"without":[93,166],"degradation.":[95],"The":[96],"learner":[98],"takes":[99],"decisions":[100],"savings":[105],"variations":[108],"due":[109],"considers":[113],"suitable":[115],"voltage-frequency":[116],"for":[118,162],"all":[119],"such":[121],"that":[122,152],"timing":[124],"constraints":[125],"are":[126],"met.":[127],"Experimental":[128],"evaluation":[129],"was":[130],"done":[131],"different":[133,137],"configurations":[134],"with":[136],"numbers":[138],"investigate":[142],"efficiency":[144],"method.":[148],"Our":[149],"experiments":[150],"show":[151],"our":[153],"works":[156,161],"efficiently":[157],"than":[158],"other":[159],"existing":[160],"reducing":[163],"reliability":[167],"deadline":[170],"misses.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}