{"id":"https://openalex.org/W3036470798","doi":"https://doi.org/10.23919/date48585.2020.9116561","title":"Q-learning Based Backup for Energy Harvesting Powered Embedded Systems","display_name":"Q-learning Based Backup for Energy Harvesting Powered Embedded Systems","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3036470798","doi":"https://doi.org/10.23919/date48585.2020.9116561","mag":"3036470798"},"language":"en","primary_location":{"id":"doi:10.23919/date48585.2020.9116561","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date48585.2020.9116561","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077801325","display_name":"Wei Fan","orcid":"https://orcid.org/0000-0003-1657-2284"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Fan","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603658","display_name":"Yujie Zhang","orcid":"https://orcid.org/0000-0002-5524-2790"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Zhang","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084206872","display_name":"Weining Song","orcid":"https://orcid.org/0000-0002-4757-0081"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weining Song","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061455216","display_name":"Mengying Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengying Zhao","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032600760","display_name":"Zhaoyan Shen","orcid":"https://orcid.org/0000-0001-9526-6634"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyan Shen","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076117279","display_name":"Zhiping Jia","orcid":"https://orcid.org/0000-0002-7769-4771"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Jia","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077801325"],"corresponding_institution_ids":["https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":0.9247,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.74297348,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1247","last_page":"1252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.9786407947540283},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7287924289703369},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5516788959503174},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.5330005884170532},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4871823191642761},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.4749862253665924},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4717969298362732},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4435862898826599},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4184717833995819},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3861615061759949},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.31700944900512695},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.174852192401886},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09415072202682495}],"concepts":[{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.9786407947540283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7287924289703369},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5516788959503174},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.5330005884170532},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4871823191642761},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4749862253665924},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4717969298362732},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4435862898826599},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4184717833995819},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3861615061759949},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.31700944900512695},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.174852192401886},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09415072202682495},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date48585.2020.9116561","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date48585.2020.9116561","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1930556231","https://openalex.org/W1972848977","https://openalex.org/W1998549161","https://openalex.org/W2009053018","https://openalex.org/W2010202670","https://openalex.org/W2019240782","https://openalex.org/W2026002397","https://openalex.org/W2088890954","https://openalex.org/W2147657366","https://openalex.org/W2164298032","https://openalex.org/W2530427072","https://openalex.org/W2568781621","https://openalex.org/W2587302827","https://openalex.org/W2612839290","https://openalex.org/W2625639653","https://openalex.org/W2626726782","https://openalex.org/W2897782462","https://openalex.org/W2910328342","https://openalex.org/W4245373752","https://openalex.org/W4247880795","https://openalex.org/W6650022361","https://openalex.org/W6656850869"],"related_works":["https://openalex.org/W2375881847","https://openalex.org/W2354401798","https://openalex.org/W3092576045","https://openalex.org/W4230046242","https://openalex.org/W3124367201","https://openalex.org/W3137362656","https://openalex.org/W4243990529","https://openalex.org/W2089806297","https://openalex.org/W2178043964","https://openalex.org/W3028255000"],"abstract_inverted_index":{"Non-volatile":[0],"processors":[1],"(NVPs)":[2],"are":[3,21],"used":[4],"in":[5,79],"energy":[6,42,56,80],"harvesting":[7,81],"powered":[8,82],"embedded":[9,84],"systems":[10],"to":[11,24,50,60,74],"preserve":[12],"data":[13,20],"across":[14],"interruptions.":[15],"In":[16,64],"NVP":[17],"systems,":[18],"volatile":[19],"backed":[22],"up":[23],"non-volatile":[25],"memory":[26],"upon":[27],"power":[28,33],"failures":[29],"and":[30,94,104],"resumed":[31],"after":[32],"comes":[34],"back.":[35],"Traditionally,":[36],"backup":[37,72,103],"is":[38,47],"triggered":[39],"immediately":[40],"when":[41],"warning":[43],"occurs.":[44],"However,":[45],"it":[46],"also":[48],"possible":[49],"more":[51],"aggressively":[52],"utilize":[53],"the":[54,105],"residual":[55],"for":[57],"program":[58],"execution":[59],"improve":[61],"forward":[62,77,97],"progress.":[63],"this":[65],"work,":[66,108],"we":[67],"propose":[68],"a":[69],"Q-learning":[70],"based":[71],"strategy":[73],"achieve":[75],"maximal":[76],"progress":[78,98],"intermittent":[83],"systems.":[85],"The":[86],"experimental":[87],"results":[88],"show":[89],"an":[90],"average":[91],"of":[92],"307.4%":[93],"43.4%":[95],"improved":[96],"compared":[99],"with":[100],"traditional":[101],"instant":[102],"most":[106],"related":[107],"respectively.":[109]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}