{"id":"https://openalex.org/W3012492638","doi":"https://doi.org/10.1109/tbc.2020.2977577","title":"Smart Mode Selection Using Online Reinforcement Learning for VR Broadband Broadcasting in D2D Assisted 5G HetNets","display_name":"Smart Mode Selection Using Online Reinforcement Learning for VR Broadband Broadcasting in D2D Assisted 5G HetNets","publication_year":2020,"publication_date":"2020-03-17","ids":{"openalex":"https://openalex.org/W3012492638","doi":"https://doi.org/10.1109/tbc.2020.2977577","mag":"3012492638"},"language":"en","primary_location":{"id":"doi:10.1109/tbc.2020.2977577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbc.2020.2977577","pdf_url":null,"source":{"id":"https://openalex.org/S100142436","display_name":"IEEE Transactions on Broadcasting","issn_l":"0018-9316","issn":["0018-9316","1557-9611"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Broadcasting","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059665891","display_name":"Lei Feng","orcid":"https://orcid.org/0000-0003-3494-5590"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Feng","raw_affiliation_strings":["Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061993496","display_name":"Zhixiang Yang","orcid":"https://orcid.org/0000-0001-7125-4348"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixiang Yang","raw_affiliation_strings":["Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397704","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-9817-3473"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002780338","display_name":"Xiaoyu Que","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Que","raw_affiliation_strings":["Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100324055","display_name":"Kai Zhang","orcid":"https://orcid.org/0009-0002-0766-7986"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zhang","raw_affiliation_strings":["Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059665891"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":5.0346,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.96081505,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"66","issue":"2","first_page":"600","last_page":"611"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8116226196289062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8028838634490967},{"id":"https://openalex.org/keywords/broadcasting","display_name":"Broadcasting (networking)","score":0.6193975210189819},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5619109869003296},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5444927215576172},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.49167400598526},{"id":"https://openalex.org/keywords/wireless-broadband","display_name":"Wireless broadband","score":0.4880460500717163},{"id":"https://openalex.org/keywords/broadband","display_name":"Broadband","score":0.4473504424095154},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35450685024261475},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2944176197052002},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24655038118362427},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.21612560749053955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18495449423789978}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8116226196289062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8028838634490967},{"id":"https://openalex.org/C110157686","wikidata":"https://www.wikidata.org/wiki/Q922122","display_name":"Broadcasting (networking)","level":2,"score":0.6193975210189819},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5619109869003296},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5444927215576172},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.49167400598526},{"id":"https://openalex.org/C85608190","wikidata":"https://www.wikidata.org/wiki/Q922050","display_name":"Wireless broadband","level":4,"score":0.4880460500717163},{"id":"https://openalex.org/C509933004","wikidata":"https://www.wikidata.org/wiki/Q194163","display_name":"Broadband","level":2,"score":0.4473504424095154},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35450685024261475},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2944176197052002},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24655038118362427},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.21612560749053955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18495449423789978}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbc.2020.2977577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbc.2020.2977577","pdf_url":null,"source":{"id":"https://openalex.org/S100142436","display_name":"IEEE Transactions on Broadcasting","issn_l":"0018-9316","issn":["0018-9316","1557-9611"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Broadcasting","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2417600934","display_name":null,"funder_award_id":"2019RC09","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6489364035","display_name":null,"funder_award_id":"61901054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2035010269","https://openalex.org/W2045583991","https://openalex.org/W2071957244","https://openalex.org/W2075114758","https://openalex.org/W2120846115","https://openalex.org/W2511159875","https://openalex.org/W2513327292","https://openalex.org/W2561715836","https://openalex.org/W2596760110","https://openalex.org/W2765245148","https://openalex.org/W2786839822","https://openalex.org/W2792040165","https://openalex.org/W2805261216","https://openalex.org/W2883632169","https://openalex.org/W2885610416","https://openalex.org/W2886815335","https://openalex.org/W2887394194","https://openalex.org/W2891799918","https://openalex.org/W2896079731","https://openalex.org/W2901507200","https://openalex.org/W2903209582","https://openalex.org/W2913454702","https://openalex.org/W2941435312","https://openalex.org/W2943121866","https://openalex.org/W2943785188","https://openalex.org/W2960797435","https://openalex.org/W2962711819","https://openalex.org/W2963617014","https://openalex.org/W2966549037","https://openalex.org/W2967435789","https://openalex.org/W2967708608","https://openalex.org/W2967871040","https://openalex.org/W3104248904","https://openalex.org/W6678168664"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2525430402","https://openalex.org/W2138720691","https://openalex.org/W4249666956","https://openalex.org/W1826112873","https://openalex.org/W4210576185","https://openalex.org/W2353599706","https://openalex.org/W4251293628"],"abstract_inverted_index":{"As":[0],"an":[1,140],"emerging":[2],"broadband":[3,48,101,216],"service":[4,22],"pattern":[5],"in":[6,32,188],"the":[7,65,75,109,135,178],"5G":[8],"era,":[9],"VR":[10,54,61,100,205],"broadcasting":[11,55,62,209],"needs":[12],"a":[13,44,84,131,154,164,212],"considerable":[14],"amount":[15],"of":[16,21,35,67,78,108,153],"bandwidth":[17],"and":[18,38,50,70,118,163,180,191,218],"strict":[19],"quality":[20],"(QoS)":[23],"control.":[24],"The":[25,173,195],"traditional":[26,208],"eMBMS":[27],"or":[28],"enTV":[29],"transmission":[30,87,198],"mode":[31,88,127,166,199],"HetNets":[33],"consisting":[34],"macro":[36],"cells":[37,40],"small":[39,115],"cannot":[41],"bring":[42],"about":[43],"good":[45,213],"trade-off":[46],"between":[47,215],"performance":[49,66,217],"resource":[51,71,219],"utilization":[52],"for":[53],"service.":[56],"D2D":[57,119,156],"multicasting":[58],"applied":[59],"to":[60,95,133,147],"can":[63,103,201],"improve":[64],"edge":[68],"users":[69],"utilization.":[72,220],"Motivated":[73],"by":[74,106],"rapid":[76],"development":[77],"AI":[79],"techniques,":[80],"this":[81,97,125,149],"paper":[82,122],"proposes":[83],"novel":[85],"hybrid":[86],"selection":[89,167,200],"based":[90,159,169],"on":[91,160,170],"online":[92,141],"reinforcement":[93,171],"learning":[94,162],"address":[96],"problem.":[98],"Each":[99],"user":[102],"be":[104],"associated":[105],"one":[107],"three":[110],"modes:":[111],"macrocell":[112],"broadcasting,":[113],"mmWave":[114],"cell":[116],"unicasting":[117],"multicasting.":[120],"This":[121],"first":[123],"models":[124],"intelligent":[126,197],"decision":[128],"process":[129],"as":[130],"problem":[132],"pursue":[134],"optimal":[136],"system":[137],"throughput.":[138],"Then,":[139],"machine":[142],"learning-based":[143],"method":[144],"is":[145],"proposed":[146,196],"solve":[148],"problem,":[150],"which":[151],"consists":[152],"fast":[155],"clustering":[157],"module":[158,168],"unsupervised":[161],"smart":[165],"learning.":[172],"simulation":[174],"results":[175],"verify":[176],"that":[177],"WoLF-PHC":[179],"Nash":[181],"Q-learning":[182],"perform":[183],"better":[184],"than":[185,207],"other":[186],"algorithms":[187],"large-scale":[189],"scenarios":[190],"small-scale":[192],"scenarios,":[193],"respectively.":[194],"also":[202],"achieve":[203],"larger":[204],"throughput":[206],"strategies":[210],"with":[211],"balance":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}