{"id":"https://openalex.org/W3095461839","doi":"https://doi.org/10.1109/twc.2020.3031927","title":"Online Learning of Optimal Proactive Schedule Based on Outdated Knowledge for Energy Harvesting Powered Internet-of-Things","display_name":"Online Learning of Optimal Proactive Schedule Based on Outdated Knowledge for Energy Harvesting Powered Internet-of-Things","publication_year":2020,"publication_date":"2020-10-26","ids":{"openalex":"https://openalex.org/W3095461839","doi":"https://doi.org/10.1109/twc.2020.3031927","mag":"3095461839"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2020.3031927","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3031927","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090327058","display_name":"Xinchen Lyu","orcid":"https://orcid.org/0000-0003-0404-4310"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinchen Lyu","raw_affiliation_strings":["National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0404-4310","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056079858","display_name":"Chenshan Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenshan Ren","raw_affiliation_strings":["School of Information Engineering, Minzu University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7058-2910","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Minzu University of China, Beijing, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Data61, CSIRO, Marsfield, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4933-594X","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Marsfield, NSW, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026608908","display_name":"Hui Tian","orcid":"https://orcid.org/0000-0001-8876-1389"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Tian","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8876-1389","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018587643","display_name":"Qimei Cui","orcid":"https://orcid.org/0000-0003-1720-220X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qimei Cui","raw_affiliation_strings":["National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1720-220X","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008974159","display_name":"Ren Ping Liu","orcid":"https://orcid.org/0000-0001-7001-6305"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ren Ping Liu","raw_affiliation_strings":["Global Big Data Technologies Center, University of Technology Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7001-6305","affiliations":[{"raw_affiliation_string":"Global Big Data Technologies Center, University of Technology Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090327058"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.2081,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.52609821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"20","issue":"2","first_page":"1248","last_page":"1262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8219107985496521},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6576760411262512},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6037349700927734},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5760790109634399},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5605947375297546},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.5016274452209473},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4436430335044861},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4230841398239136},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4210721552371979},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.41652917861938477},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3966057598590851},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37076854705810547},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.34367382526397705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30164042115211487},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24070069193840027},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.17786633968353271},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.17721602320671082},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10983285307884216},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09002667665481567}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8219107985496521},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6576760411262512},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6037349700927734},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5760790109634399},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5605947375297546},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.5016274452209473},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4436430335044861},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4230841398239136},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4210721552371979},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.41652917861938477},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3966057598590851},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37076854705810547},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.34367382526397705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30164042115211487},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24070069193840027},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.17786633968353271},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17721602320671082},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10983285307884216},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09002667665481567},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2020.3031927","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3031927","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3623926150","display_name":null,"funder_award_id":"62001048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1643746074","https://openalex.org/W1965804061","https://openalex.org/W1993918491","https://openalex.org/W2038194220","https://openalex.org/W2057597091","https://openalex.org/W2061946489","https://openalex.org/W2092852434","https://openalex.org/W2122616116","https://openalex.org/W2131489444","https://openalex.org/W2134295053","https://openalex.org/W2137152139","https://openalex.org/W2141411458","https://openalex.org/W2145339207","https://openalex.org/W2151771412","https://openalex.org/W2261949216","https://openalex.org/W2398690102","https://openalex.org/W2508597706","https://openalex.org/W2513180554","https://openalex.org/W2586459757","https://openalex.org/W2595926085","https://openalex.org/W2596324967","https://openalex.org/W2741269119","https://openalex.org/W2744248483","https://openalex.org/W2762586323","https://openalex.org/W2782935052","https://openalex.org/W2782984486","https://openalex.org/W2799626538","https://openalex.org/W2891216649","https://openalex.org/W2951825612","https://openalex.org/W2962828794","https://openalex.org/W2963057726","https://openalex.org/W2963061167","https://openalex.org/W2963140149","https://openalex.org/W2963409175","https://openalex.org/W2963576077","https://openalex.org/W2963710909","https://openalex.org/W2964152472","https://openalex.org/W2970971440","https://openalex.org/W2971610430","https://openalex.org/W2971937201","https://openalex.org/W3009601123","https://openalex.org/W3042117971","https://openalex.org/W4205841652","https://openalex.org/W4246768666","https://openalex.org/W4250589301","https://openalex.org/W6725020364","https://openalex.org/W6747675486"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W1977633006","https://openalex.org/W2041416246","https://openalex.org/W3020853991"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,52,66,74,87,95,136],"produce":[4],"an":[5],"effective":[6],"online":[7,47,89,106],"scheduling":[8],"technique,":[9],"where":[10],"a":[11,40],"base":[12],"station":[13],"(BS)":[14],"schedules":[15,51],"the":[16,27,33,48,54,59,76,80,105,109,119,123,131,137,141,144,148,155,163,166],"transmissions":[17],"of":[18,32,57,122,143,147,162,168],"energy":[19],"harvesting-powered":[20],"Internet-of-Things":[21],"(IoT)":[22],"devices":[23,34,124,169],"only":[24],"based":[25],"on":[26,35,125],"(differently":[28],"outdated)":[29],"in-band":[30],"reports":[31],"their":[36,126],"states.":[37,127],"We":[38,102,128],"establish":[39],"new":[41],"primal-dual":[42],"learning":[43,73,94,107,116],"framework,":[44],"which":[45],"learns":[46],"optimal":[49],"proactive":[50],"maximize":[53],"time-average":[55],"throughput":[56],"all":[58],"devices.":[60],"Batch":[61],"gradient":[62,69],"descent":[63,70],"is":[64,85],"designed":[65],"enable":[67],"stochastic":[68],"(SGD)-based":[71],"dual":[72],"learn":[75],"network":[77],"dynamics":[78],"from":[79],"outdated":[81,145],"reports.":[82],"Replay":[83],"memory":[84],"deployed":[86],"allow":[88],"convex":[90],"optimization":[91],"(OCO)-based":[92],"primal":[93],"predict":[96],"channel":[97],"conditions":[98],"and":[99,111,113,140],"prevent":[100],"over-fitting.":[101],"also":[103],"decentralize":[104],"between":[108],"BS":[110,149],"devices,":[112],"speed":[114],"up":[115],"by":[117],"leveraging":[118],"instantaneous":[120],"knowledge":[121,146],"prove":[129],"that":[130,154],"proposed":[132,156],"framework":[133],"asymptotically":[134],"converges":[135],"global":[138],"optimum,":[139],"impact":[142],"diminishes.":[150],"Simulation":[151],"results":[152],"confirm":[153],"approach":[157],"can":[158],"increasingly":[159],"outperform":[160],"state":[161],"art,":[164],"as":[165],"number":[167],"grows.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}