{"id":"https://openalex.org/W2916441259","doi":"https://doi.org/10.1109/glocom.2018.8647178","title":"Reinforcement Learning-Based Computing and Transmission Scheduling for LTE-U-Enabled IoT","display_name":"Reinforcement Learning-Based Computing and Transmission Scheduling for LTE-U-Enabled IoT","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2916441259","doi":"https://doi.org/10.1109/glocom.2018.8647178","mag":"2916441259"},"language":"en","primary_location":{"id":"doi:10.1109/glocom.2018.8647178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/glocom.2018.8647178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110344743","display_name":"Hongli He","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli He","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002477413","display_name":"Hangguan Shan","orcid":"https://orcid.org/0000-0001-6264-9858"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangguan Shan","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101599931","display_name":"Aiping Huang","orcid":"https://orcid.org/0000-0002-9854-270X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aiping Huang","raw_affiliation_strings":["College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science & Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417960","display_name":"Qiang Ye","orcid":"https://orcid.org/0000-0002-8208-6295"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qiang Ye","raw_affiliation_strings":["Department of Electrical & Computer Engineering, University of Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061723765","display_name":"Weihua Zhuang","orcid":"https://orcid.org/0000-0003-0488-511X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weihua Zhuang","raw_affiliation_strings":["Department of Electrical & Computer Engineering, University of Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8498883247375488},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8319564461708069},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6048941016197205},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6013546586036682},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6011424660682678},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5879727005958557},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.47891151905059814},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4682517945766449},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.4597594439983368},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44217821955680847},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4346140921115875},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4280095100402832},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.4138442277908325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15895214676856995},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.14038237929344177},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.13426417112350464},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09408581256866455}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8498883247375488},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8319564461708069},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6048941016197205},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6013546586036682},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6011424660682678},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5879727005958557},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.47891151905059814},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4682517945766449},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.4597594439983368},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44217821955680847},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4346140921115875},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4280095100402832},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.4138442277908325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15895214676856995},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.14038237929344177},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.13426417112350464},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09408581256866455},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/glocom.2018.8647178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/glocom.2018.8647178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W412831655","https://openalex.org/W1998944109","https://openalex.org/W2080346852","https://openalex.org/W2145339207","https://openalex.org/W2150042954","https://openalex.org/W2238723005","https://openalex.org/W2356684428","https://openalex.org/W2494547223","https://openalex.org/W2517467946","https://openalex.org/W2576179182","https://openalex.org/W2586361965","https://openalex.org/W2594889267","https://openalex.org/W2617375899","https://openalex.org/W2624989916","https://openalex.org/W2744588164","https://openalex.org/W2762586323","https://openalex.org/W2786652201","https://openalex.org/W3100357572","https://openalex.org/W3122087971"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2937181779"],"abstract_inverted_index":{"To":[0],"facilitate":[1],"the":[2,22,48,57,72,88,99,105,114,121,143,148],"private":[3],"deployment":[4],"of":[5,24],"industrial":[6],"Internet-of-Things":[7],"(IoT),":[8],"applying":[9],"LTE":[10,31],"in":[11,52],"unlicensed":[12],"spectrum":[13,27],"(LTE-U)":[14],"is":[15,63,69,80],"a":[16,126,133],"promising":[17],"approach,":[18],"which":[19],"both":[20,94],"tackles":[21],"problem":[23,51,85,124,128],"lacking":[25],"licensed":[26],"and":[28,98,113,129],"leverages":[29],"an":[30,53,60,83],"protocol":[32],"to":[33,71,86,104],"meet":[34],"stringent":[35],"quality-of-":[36],"service":[37],"(QoS)":[38],"requirements":[39],"via":[40],"centralized":[41],"control.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46,119],"investigate":[47],"computing":[49,122],"offloading":[50,78,123],"LTE-U-enabled":[54],"network,":[55],"where":[56],"task":[58,95,100,107],"on":[59],"IoT":[61],"device":[62,112],"carried":[64],"out":[65],"either":[66],"locally":[67],"or":[68],"offloaded":[70],"LTE-U":[73],"base":[74],"station":[75],"(BS).":[76],"The":[77],"policy":[79],"formulated":[81],"as":[82],"optimization":[84],"maximize":[87],"long":[89],"term":[90],"discounted":[91],"reward,":[92],"considering":[93],"completion":[96,101],"profit":[97],"delay.":[102],"Due":[103],"stochastic":[106],"arrival":[108],"process":[109],"at":[110],"each":[111],"Wi-Fi's":[115],"contention-based":[116],"random":[117],"access,":[118],"reformulate":[120],"into":[125],"Q-learning":[127],"solve":[130],"it":[131],"by":[132],"deep":[134],"learning":[135],"network-based":[136],"approximation":[137],"method.":[138],"Simulation":[139],"results":[140],"show":[141],"that":[142],"proposed":[144],"scheme":[145],"considerably":[146],"enhances":[147],"system":[149],"performance.":[150]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}