{"id":"https://openalex.org/W4402743254","doi":"https://doi.org/10.1109/tc.2024.3465933","title":"FiDRL: Flexible Invocation-Based Deep Reinforcement Learning for DVFS Scheduling in Embedded Systems","display_name":"FiDRL: Flexible Invocation-Based Deep Reinforcement Learning for DVFS Scheduling in Embedded Systems","publication_year":2024,"publication_date":"2024-09-23","ids":{"openalex":"https://openalex.org/W4402743254","doi":"https://doi.org/10.1109/tc.2024.3465933"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2024.3465933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3465933","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://nottingham-repository.worktribe.com/output/40290418","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091245709","display_name":"Jingjin Li","orcid":"https://orcid.org/0000-0001-7248-5180"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjin Li","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-7248-5180","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082264078","display_name":"Weixiong Jiang","orcid":"https://orcid.org/0000-0002-6014-6453"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixiong Jiang","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6014-6453","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102761608","display_name":"Yuting He","orcid":"https://orcid.org/0000-0002-1018-1912"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting He","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-1018-1912","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qingyu Yang","orcid":"https://orcid.org/0000-0001-9375-0457"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyu Yang","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-9375-0457","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109787234","display_name":"Anqi Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anqi Gao","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084305618","display_name":"Yajun Ha","orcid":"https://orcid.org/0000-0003-4244-5916"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajun Ha","raw_affiliation_strings":["School of Information Science and Technology and the Shanghai Engineering Research Center of Energy Efficient and Custom AI IC, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4244-5916","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology and the Shanghai Engineering Research Center of Energy Efficient and Custom AI IC, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020026827","display_name":"Ender \u00d6zcan","orcid":"https://orcid.org/0000-0003-0276-1391"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ender \u00d6zcan","raw_affiliation_strings":["School of Computer Science, University of Nottingham, Nottingham, U.K","School of Computer Science, University of Nottingham, Nottingham, UK"],"raw_orcid":"https://orcid.org/0000-0003-0276-1391","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham, Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]},{"raw_affiliation_string":"School of Computer Science, University of Nottingham, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089877077","display_name":"Ruibin Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruibin Bai","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0003-1722-568X","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020724945","display_name":"Tianxiang Cui","orcid":"https://orcid.org/0000-0002-0102-2581"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianxiang Cui","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-0102-2581","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009559278","display_name":"Heng Yu","orcid":"https://orcid.org/0000-0002-0305-2135"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Yu","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-0305-2135","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7405,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.9633064,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"74","issue":"1","first_page":"71","last_page":"85"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.7982000112533569,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.7982000112533569,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.7839000225067139,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8131959438323975},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7338199019432068},{"id":"https://openalex.org/keywords/invocation","display_name":"Invocation","score":0.7089502811431885},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5765694379806519},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4464164674282074},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41044655442237854},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33274540305137634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2517222464084625},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07176479697227478}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8131959438323975},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7338199019432068},{"id":"https://openalex.org/C2776527387","wikidata":"https://www.wikidata.org/wiki/Q1671839","display_name":"Invocation","level":2,"score":0.7089502811431885},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5765694379806519},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4464164674282074},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41044655442237854},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33274540305137634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2517222464084625},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07176479697227478},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tc.2024.3465933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3465933","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},{"id":"pmh:oai:nottingham-repository.worktribe.com:40290418","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/40290418","pdf_url":null,"source":{"id":"https://openalex.org/S4306402481","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:nottingham-repository.worktribe.com:40290418","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/40290418","pdf_url":null,"source":{"id":"https://openalex.org/S4306402481","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G449157009","display_name":null,"funder_award_id":"62220106011","funder_id":"https://openalex.org/F4320335576","funder_display_name":"Major International Joint Research Programme"},{"id":"https://openalex.org/G8834582135","display_name":"\u57fa\u4e8e\u80fd\u91cf\u6536\u96c6\u7684\u4eba\u5de5\u667a\u80fd\u8fb9\u7f18\u8ba1\u7b97\u6280\u672f\u7814\u7a76","funder_award_id":"LY24F020006","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320335576","display_name":"Major International Joint Research Programme","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W115883071","https://openalex.org/W1830929998","https://openalex.org/W1982907420","https://openalex.org/W1986208405","https://openalex.org/W2006288141","https://openalex.org/W2038855137","https://openalex.org/W2096875061","https://openalex.org/W2141637993","https://openalex.org/W2147657366","https://openalex.org/W2526509045","https://openalex.org/W2587792953","https://openalex.org/W2605102581","https://openalex.org/W2896609748","https://openalex.org/W2919372546","https://openalex.org/W2990628747","https://openalex.org/W3008756550","https://openalex.org/W3014326829","https://openalex.org/W3028727627","https://openalex.org/W3091774643","https://openalex.org/W3091890302","https://openalex.org/W3110507830","https://openalex.org/W3173230206","https://openalex.org/W4205905517","https://openalex.org/W4210848445","https://openalex.org/W4211116959","https://openalex.org/W4213454978","https://openalex.org/W4245552802","https://openalex.org/W4280503416","https://openalex.org/W4285122771","https://openalex.org/W4313400414","https://openalex.org/W4315489349","https://openalex.org/W4383704293","https://openalex.org/W4393171404","https://openalex.org/W6677580257","https://openalex.org/W6679904429","https://openalex.org/W6683195989","https://openalex.org/W6729448088","https://openalex.org/W6732342490","https://openalex.org/W6733732937","https://openalex.org/W6741002519","https://openalex.org/W6780559895","https://openalex.org/W6796771431","https://openalex.org/W6796815506","https://openalex.org/W6850382575"],"related_works":["https://openalex.org/W4255072433","https://openalex.org/W2527536206","https://openalex.org/W4233258402","https://openalex.org/W2460921780","https://openalex.org/W2489188378","https://openalex.org/W2586198568","https://openalex.org/W2231659815","https://openalex.org/W2808811202","https://openalex.org/W2394100952","https://openalex.org/W2808133885"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(DRL)-based":[3],"Dynamic":[4],"Voltage":[5],"Frequency":[6],"Scaling":[7],"(DVFS)":[8],"has":[9],"shown":[10],"great":[11],"promise":[12],"for":[13,41,73,146,172,177],"energy":[14,62,105,114,157,194],"conservation":[15],"in":[16],"embedded":[17,42,178],"systems.":[18,75,179],"While":[19],"many":[20],"works":[21],"were":[22],"devoted":[23],"to":[24,59,96,100,137,197],"validating":[25],"its":[26,30],"efficacy":[27],"or":[28],"improving":[29],"performance,":[31],"few":[32],"discuss":[33],"the":[34,37,48,81,102,109,129,134,154,174],"feasibility":[35,82],"of":[36,50],"DRL":[38,92,110,126,175],"agent":[39,111,176,187],"deployment":[40],"computing.":[43],"State-of-the-art":[44],"approaches":[45],"focus":[46],"on":[47],"miniaturization":[49],"agents\u2019":[51],"inferential":[52],"networks,":[53],"such":[54],"as":[55],"pruning":[56],"and":[57,63,149,159,166],"quantization,":[58],"minimize":[60,101],"their":[61],"resource":[64],"consumption.":[65],"However,":[66],"this":[67,77],"spatial-based":[68],"paradigm":[69],"still":[70],"proves":[71],"inadequate":[72],"resource-stringent":[74],"In":[76],"paper,":[78],"we":[79],"address":[80],"from":[83],"a":[84,89,142,161],"temporal":[85],"perspective,":[86],"where":[87],"FiDRL,":[88],"flexible":[90],"invocation-based":[91],"model":[93],"is":[94,120],"proposed":[95],"judiciously":[97],"invoke":[98],"itself":[99],"overall":[103,155,193],"system":[104],"consumption,":[106],"given":[107],"that":[108,124,152,183],"incurs":[112],"non-negligible":[113],"overhead":[115],"during":[116],"invocations.":[117],"Our":[118],"approach":[119,145],"three-fold:":[121],"(1)":[122],"FiDRL":[123,184],"extends":[125],"by":[127],"incorporating":[128],"agent's":[130],"invocation":[131,139,188],"interval":[132],"into":[133],"action":[135],"space":[136],"achieve":[138],"flexibility;":[140],"(2)":[141],"FiDRL-based":[143,162],"DVFS":[144,163],"both":[147],"inter-":[148],"intra-task":[150],"scheduling":[151],"minimizes":[153],"execution":[156],"consumption;":[158],"(3)":[160],"platform":[164],"design":[165],"an":[167],"on/off-chip":[168],"hybrid":[169],"algorithm":[170],"specialized":[171],"training":[173],"Experiment":[180],"results":[181],"show":[182],"achieves":[185],"55.1%":[186],"cost":[189],"reduction,":[190,195],"under":[191],"23.3%":[192],"compared":[196],"state-of-the-art":[198],"approaches.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}