{"id":"https://openalex.org/W2961084801","doi":"https://doi.org/10.1109/iccw.2019.8756797","title":"Partially Observable Double DQN Based IoT Scheduling for Energy Harvesting","display_name":"Partially Observable Double DQN Based IoT Scheduling for Energy Harvesting","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2961084801","doi":"https://doi.org/10.1109/iccw.2019.8756797","mag":"2961084801"},"language":"en","primary_location":{"id":"doi:10.1109/iccw.2019.8756797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccw.2019.8756797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090929783","display_name":"Dongji Li","orcid":"https://orcid.org/0000-0002-8026-5038"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongji Li","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010313255","display_name":"Shaoyi Xu","orcid":"https://orcid.org/0000-0001-5737-2874"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyi Xu","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103004802","display_name":"Jianan Zhao","orcid":"https://orcid.org/0000-0002-9743-7588"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianan Zhao","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":2.3894,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88400749,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7093159556388855},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.6740366220474243},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.5545276999473572},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5277873873710632},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5115852952003479},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3382280468940735},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.20961928367614746},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.16057968139648438},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09514334797859192},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0844375491142273},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.048141807317733765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7093159556388855},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.6740366220474243},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.5545276999473572},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5277873873710632},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5115852952003479},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3382280468940735},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.20961928367614746},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.16057968139648438},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09514334797859192},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0844375491142273},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.048141807317733765},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccw.2019.8756797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccw.2019.8756797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W51508254","https://openalex.org/W1969461599","https://openalex.org/W2005435577","https://openalex.org/W2032100464","https://openalex.org/W2065154528","https://openalex.org/W2071494917","https://openalex.org/W2073749694","https://openalex.org/W2076556053","https://openalex.org/W2098432798","https://openalex.org/W2107726111","https://openalex.org/W2115211925","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2746553466","https://openalex.org/W2786137637","https://openalex.org/W2963083073","https://openalex.org/W3041202696","https://openalex.org/W3104952626","https://openalex.org/W4214717370","https://openalex.org/W6674995601","https://openalex.org/W6677067356","https://openalex.org/W6751872652"],"related_works":["https://openalex.org/W1994680671","https://openalex.org/W2000283393","https://openalex.org/W2002320543","https://openalex.org/W2150232912","https://openalex.org/W2054940838","https://openalex.org/W2566010174","https://openalex.org/W2805827740","https://openalex.org/W1908935147","https://openalex.org/W1966708639","https://openalex.org/W1971404201"],"abstract_inverted_index":{"Energy":[0],"harvesting":[1],"(EH)":[2],"is":[3,86,114,139],"a":[4,68,75,93,100,117,155],"promising":[5],"technique":[6],"to":[7,31,39,59,132,141],"extend":[8],"the":[9,41,48,54,104,111,127,133,143,147,173],"lifetime":[10],"of":[11,13,43,50,84,107,129,136,146,175,182],"internet":[12],"things":[14],"(IoT)":[15],"networks.":[16],"In":[17,63],"real":[18],"cases":[19],"however,":[20],"its":[21,29],"costly":[22],"and":[23,46,82,92],"impractical":[24],"that":[25,99,172,181],"each":[26,34,83],"node":[27],"send":[28],"data":[30,42],"base":[32],"station":[33],"slot,":[35],"thus":[36],"we":[37,66,97,153],"decided":[38],"sample":[40],"some":[44],"nodes":[45,52,81,131,138],"reconstructed":[47],"state":[49,56,135],"all":[51,137],"through":[53],"belief":[55,134],"in":[57,74],"order":[58],"reduce":[60],"energy":[61],"cost.":[62],"this":[64],"paper,":[65],"consider":[67,98],"dynamic":[69],"multiple":[70,80],"channel":[71],"access":[72],"problem":[73,113],"single":[76],"cell.":[77],"There":[78],"are":[79],"them":[85],"equipped":[87],"with":[88],"an":[89],"EH":[90],"device":[91],"rechargeable":[94],"battery.":[95],"Particularly,":[96],"BS":[101],"only":[102],"observes":[103],"power":[105],"information":[106],"scheduled":[108],"nodes.":[109],"Thus":[110],"whole":[112],"modeled":[115],"as":[116],"partially":[118],"observable":[119],"Markov":[120],"decision":[121],"process":[122],"(POMDP).":[123],"We":[124],"firstly":[125],"convert":[126],"observation":[128],"partial":[130],"proposed":[140,177],"predict":[142],"scheduling":[144],"policy":[145],"next":[148],"time":[149],"slot.":[150],"And":[151],"then":[152],"propose":[154],"deep":[156,162],"reinforcement":[157,184],"learning":[158,185],"algorithm":[159],"called":[160],"Double":[161,178],"Q":[163],"network":[164],"(Double":[165],"DQN).":[166],"Simulation":[167],"results":[168],"has":[169],"clearly":[170],"indicated":[171],"performance":[174],"our":[176],"DQN":[179],"outperforms":[180],"other":[183],"(RL)":[186],"algorithms.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}