{"id":"https://openalex.org/W2737048573","doi":"https://doi.org/10.1109/tvt.2017.2730230","title":"eNB Selection for Machine Type Communications Using Reinforcement Learning Based Markov Decision Process","display_name":"eNB Selection for Machine Type Communications Using Reinforcement Learning Based Markov Decision Process","publication_year":2017,"publication_date":"2017-07-21","ids":{"openalex":"https://openalex.org/W2737048573","doi":"https://doi.org/10.1109/tvt.2017.2730230","mag":"2737048573"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2017.2730230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2017.2730230","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060655582","display_name":"Yu-Jui Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Jui Liu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040420733","display_name":"Shin\u2010Ming Cheng","orcid":"https://orcid.org/0000-0002-9796-0643"},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shin-Ming Cheng","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9796-0643","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065009607","display_name":"Yu-Lin Hsueh","orcid":null},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Lin Hsueh","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154864474"],"apc_list":null,"apc_paid":null,"fwci":3.3793,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.92988859,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"66","issue":"12","first_page":"11330","last_page":"11338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8337076902389526},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7948228120803833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7168521881103516},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5429297685623169},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5360807180404663},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.523845911026001},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5036587119102478},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4970567524433136},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4598122537136078},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.42968034744262695},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.41335320472717285},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.39709264039993286},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3789307475090027},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.33050644397735596},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.23936361074447632},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16320303082466125},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09219354391098022}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8337076902389526},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7948228120803833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7168521881103516},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5429297685623169},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5360807180404663},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.523845911026001},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5036587119102478},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4970567524433136},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4598122537136078},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.42968034744262695},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.41335320472717285},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.39709264039993286},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3789307475090027},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.33050644397735596},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.23936361074447632},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16320303082466125},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09219354391098022},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2017.2730230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2017.2730230","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G317230993","display_name":null,"funder_award_id":"105-2628-E-011-001-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1519775161","https://openalex.org/W1585896951","https://openalex.org/W1821364614","https://openalex.org/W1981046933","https://openalex.org/W1996754408","https://openalex.org/W1997858594","https://openalex.org/W2000845068","https://openalex.org/W2026697984","https://openalex.org/W2041739069","https://openalex.org/W2042768148","https://openalex.org/W2044473910","https://openalex.org/W2051841434","https://openalex.org/W2078407533","https://openalex.org/W2081386490","https://openalex.org/W2084175025","https://openalex.org/W2090475351","https://openalex.org/W2096482139","https://openalex.org/W2110767187","https://openalex.org/W2114220728","https://openalex.org/W2118166339","https://openalex.org/W2119977207","https://openalex.org/W2124364062","https://openalex.org/W2132247362","https://openalex.org/W2142781206","https://openalex.org/W2150166076","https://openalex.org/W2167489871","https://openalex.org/W2334895121","https://openalex.org/W2345057640","https://openalex.org/W2400614828","https://openalex.org/W2541545582","https://openalex.org/W6638553889","https://openalex.org/W6650426763","https://openalex.org/W6657239734","https://openalex.org/W6673417598"],"related_works":["https://openalex.org/W2146763310","https://openalex.org/W1515117609","https://openalex.org/W3167472281","https://openalex.org/W2156371714","https://openalex.org/W1536296381","https://openalex.org/W2347690758","https://openalex.org/W1663497315","https://openalex.org/W2123927904","https://openalex.org/W2124144580","https://openalex.org/W3211465897"],"abstract_inverted_index":{"Machine":[0],"type":[1],"communication":[2,19],"(MTC),":[3],"as":[4,124],"one":[5],"of":[6,27,33,171,193,239],"the":[7,12,57,61,67,72,77,81,115,120,138,172,180,209,213,224,231,247],"most":[8],"promising":[9],"technologies":[10],"in":[11,36,191],"future":[13,164],"wireless":[14],"communication,":[15],"has":[16,208],"brought":[17],"mobile":[18],"network":[20,41,82,139],"into":[21],"a":[22,52,87,125,147,235],"new":[23],"level.":[24],"The":[25,169,201],"breakthrough":[26],"cutting-edge":[28],"technology":[29],"and":[30,84,130,162,183,198,216],"broad":[31],"coverage":[32],"cellular":[34],"networks":[35],"long":[37],"term":[38],"evolution":[39],"advanced":[40],"constitute":[42],"an":[43,94,134,220],"ideal":[44],"platform":[45],"for":[46,76,141,230],"ubiquitous":[47],"MTC":[48,63,108,232,240],"service":[49],"provisioning":[50],"on":[51,212,223,246],"large":[53],"scale.":[54],"However,":[55],"under":[56],"traditional":[58],"attach":[59],"approach,":[60],"massive":[62],"devices":[64],"always":[65],"select":[66],"evolved":[68],"NodeB":[69],"(eNB)":[70],"with":[71,114,150,234],"best":[73,210],"signal":[74],"quality":[75],"attachment,":[78],"thereby":[79],"causing":[80],"congestion":[83],"overload.":[85],"As":[86],"result,":[88],"it":[89],"is":[90,166,228],"necessary":[91],"to":[92,99,132],"design":[93],"efficient":[95],"eNB":[96,121],"selection":[97,122],"scheme":[98,207],"avoid":[100],"overload":[101],"issue.":[102],"In":[103],"this":[104],"paper,":[105],"by":[106],"modeling":[107],"arrivals":[109,241],"using":[110],"nonhomogeneous":[111],"poisson":[112],"process":[113,128],"memoryless":[116],"property,":[117],"we":[118],"formulate":[119],"problem":[123],"Markov":[126],"decision":[127],"(MDP)":[129],"try":[131],"compute":[133],"optimal":[135],"solution.":[136],"Since":[137],"parameters":[140],"MDP":[142,184],"are":[143,189],"not":[144],"obtained":[145],"easily,":[146],"learning-based":[148],"algorithm":[149],"value-difference":[151],"based":[152],"exploration":[153],"(VDBE)":[154],"policy":[155],"who":[156],"could":[157],"leverage":[158],"both":[159],"present":[160],"conditions":[161],"expected":[163],"demands":[165],"further":[167],"proposed.":[168],"performances":[170],"proposed":[173],"reinforcement":[174],"learning":[175],"(RL)":[176],"VDBE,":[177],"other":[178],"RL-based,":[179],"legacy":[181],"best-signal-quality,":[182],"without":[185,243],"RL":[186],"eNB-selection":[187],"schemes":[188],"analyzed":[190],"terms":[192],"blocking":[194,214],"probability,":[195],"transmission":[196,225,248],"rate,":[197],"load":[199],"balancing.":[200],"simulation":[202],"results":[203],"show":[204],"that":[205],"our":[206],"performance":[211],"probability":[215],"loading":[217],"balancing":[218],"while":[219,242],"acceptable":[221],"result":[222],"rate.":[226,249],"It":[227],"suitable":[229],"environment":[233],"highly":[236],"changed":[237],"number":[238],"high":[244],"requirement":[245]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}