{"id":"https://openalex.org/W4401536948","doi":"https://doi.org/10.1109/tsusc.2024.3442918","title":"Restoration-Aware Sleep Scheduling Framework in Energy Harvesting Internet of Things: A Deep Reinforcement Learning Approach","display_name":"Restoration-Aware Sleep Scheduling Framework in Energy Harvesting Internet of Things: A Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-08-13","ids":{"openalex":"https://openalex.org/W4401536948","doi":"https://doi.org/10.1109/tsusc.2024.3442918"},"language":"en","primary_location":{"id":"doi:10.1109/tsusc.2024.3442918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsusc.2024.3442918","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007398507","display_name":"Haneul Ko","orcid":"https://orcid.org/0000-0002-9067-445X"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Haneul Ko","raw_affiliation_strings":["Department of Electronic Engineering, Kyung Hee University, Yongin-si, South Korea","Department of Electronic Engineering, Kyung Hee University, Yongin-si, Gyeonggi-do, Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Electronic Engineering, Kyung Hee University, Yongin-si, Gyeonggi-do, Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086065177","display_name":"Hongrok Choi","orcid":"https://orcid.org/0000-0001-8380-8707"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hongrok Choi","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea","School of Electrical Engineering, Korea University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015321839","display_name":"Sangheon Pack","orcid":"https://orcid.org/0000-0002-1085-1568"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangheon Pack","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea","School of Electrical Engineering, Korea University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007398507"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1374644,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"1","first_page":"190","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.946399986743927,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8211745023727417},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6337802410125732},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5961645245552063},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5550346374511719},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.523522138595581},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.41934627294540405},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.4101954996585846},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32030969858169556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3072023391723633},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23210409283638},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2049957811832428},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.18396583199501038},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07184535264968872},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0673832893371582}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8211745023727417},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6337802410125732},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5961645245552063},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5550346374511719},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.523522138595581},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.41934627294540405},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.4101954996585846},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32030969858169556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3072023391723633},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23210409283638},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2049957811832428},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.18396583199501038},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07184535264968872},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0673832893371582},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsusc.2024.3442918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsusc.2024.3442918","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G1640011982","display_name":null,"funder_award_id":"RS-2024-00341965","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G8486730467","display_name":null,"funder_award_id":"RS-2024-00340698","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2019796561","https://openalex.org/W2473808492","https://openalex.org/W2482912839","https://openalex.org/W2491017130","https://openalex.org/W2494827994","https://openalex.org/W2529924065","https://openalex.org/W2546571074","https://openalex.org/W2554176900","https://openalex.org/W2571303926","https://openalex.org/W2580428124","https://openalex.org/W2738654846","https://openalex.org/W2774980232","https://openalex.org/W2789530668","https://openalex.org/W2789572951","https://openalex.org/W2885554650","https://openalex.org/W2886170439","https://openalex.org/W2888364888","https://openalex.org/W2899715518","https://openalex.org/W2906008667","https://openalex.org/W2913922281","https://openalex.org/W2917842573","https://openalex.org/W2922411599","https://openalex.org/W3019817166","https://openalex.org/W3022233191","https://openalex.org/W3048840613","https://openalex.org/W3084836478","https://openalex.org/W3106880000","https://openalex.org/W3124168869","https://openalex.org/W3130207546","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Energy":[0],"harvesting":[1,109],"Internet":[2],"of":[3,9,37,56,68,137,146],"Things":[4],"(IoT)":[5],"devices":[6,70,77],"are":[7,81,86],"capable":[8],"sensing":[10],"only":[11],"intermittent":[12],"and":[13,34,170],"coarse-grained":[14],"data":[15,38],"due":[16,91],"to":[17,39,92,133],"sleep":[18,66,83,103,131],"scheduling;":[19],"therefore,":[20],"we":[21,99],"develop":[22],"a":[23,49,53,101,163],"restoration":[24,51,90,124],"mechanism":[25],"(e.g.,":[26,74],"probabilistic":[27],"matrix":[28],"factorization":[29],"(PMF))":[30],"that":[31,153],"exploits":[32],"spatial":[33],"temporal":[35],"correlations":[36],"build":[40],"up":[41],"an":[42,64,157],"environmental":[43,58,111,140,158],"monitoring":[44,112],"system.":[45],"However,":[46],"even":[47],"with":[48,160],"well-designed":[50],"mechanism,":[52,125],"high":[54,135],"accuracy":[55,136],"the":[57,123,128,138,167],"map":[59,141,159],"cannot":[60],"be":[61],"achieved":[62],"if":[63,75],"appropriate":[65],"scheduling":[67,104,132],"IoT":[69,76,147,175],"is":[71],"not":[72,87],"incorporated":[73],"at":[78],"necessary":[79],"locations":[80],"in":[82,89],"mode":[84],"or":[85,162],"involved":[88],"their":[93],"insufficient":[94],"energy).":[95],"In":[96],"this":[97],"paper,":[98],"propose":[100],"restoration-aware":[102],"(RASS)":[105],"framework":[106],"for":[107],"energy":[108,144,172],"IoT-based":[110],"systems.":[113],"Here,":[114],"RASS":[115,154],"involves":[116],"customized":[117],"deep":[118],"reinforcement":[119],"learning":[120],"(DRL)":[121],"considering":[122],"using":[126],"which":[127],"controller":[129],"performs":[130],"achieve":[134,156],"restored":[139],"while":[142],"avoiding":[143],"outage":[145],"devices.":[148,176],"The":[149],"evaluation":[150],"results":[151],"demonstrate":[152],"can":[155],"5%":[161],"lower":[164],"difference":[165],"from":[166],"actual":[168],"values":[169],"fair":[171],"consumption":[173],"among":[174]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}