{"id":"https://openalex.org/W3028612210","doi":"https://doi.org/10.1109/twc.2020.2995944","title":"Adaptive Video Streaming for Massive MIMO Networks via Approximate MDP and Reinforcement Learning","display_name":"Adaptive Video Streaming for Massive MIMO Networks via Approximate MDP and Reinforcement Learning","publication_year":2020,"publication_date":"2020-05-28","ids":{"openalex":"https://openalex.org/W3028612210","doi":"https://doi.org/10.1109/twc.2020.2995944","mag":"3028612210"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2020.2995944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.2995944","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102854592","display_name":"Qiao Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Qiao Lan","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong","Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2265-9020","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067841793","display_name":"Bojie Lv","orcid":"https://orcid.org/0009-0007-2437-7397"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bojie Lv","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431342","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0003-0044-8932"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0044-8932","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007131492","display_name":"Kaibin Huang","orcid":"https://orcid.org/0000-0001-8773-4629"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaibin Huang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8773-4629","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100687951","display_name":"Yi Gong","orcid":"https://orcid.org/0000-0001-7392-8991"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Gong","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7392-8991","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Research Center of Networks and Communications, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":0.9503,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.73001295,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"19","issue":"9","first_page":"5716","last_page":"5731"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8332397937774658},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8190346956253052},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7764173746109009},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6124959588050842},{"id":"https://openalex.org/keywords/admission-control","display_name":"Admission control","score":0.5231907963752747},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.47466209530830383},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4646795094013214},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.44543367624282837},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.4402821958065033},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.438626229763031},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4164394736289978},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.40883883833885193},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4064595103263855},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38445550203323364},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.37669211626052856},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28990504145622253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1850517988204956},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09958440065383911}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8332397937774658},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8190346956253052},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7764173746109009},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6124959588050842},{"id":"https://openalex.org/C2778234956","wikidata":"https://www.wikidata.org/wiki/Q4683813","display_name":"Admission control","level":3,"score":0.5231907963752747},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.47466209530830383},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4646795094013214},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.44543367624282837},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.4402821958065033},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.438626229763031},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4164394736289978},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.40883883833885193},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4064595103263855},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38445550203323364},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.37669211626052856},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28990504145622253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1850517988204956},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09958440065383911},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2020.2995944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.2995944","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3714742385","display_name":"\u9002\u7528\u4e8e\u591a\u79cd\u5927\u89c4\u6a21\u591a\u5929\u7ebf\u7f51\u7edc\u7684\u8de8\u5c42\u968f\u673a\u4f18\u5316\u6280\u672f\u7814\u7a76","funder_award_id":"61771232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G517546600","display_name":"Radio Resource Management for Machine Learning on the Edge","funder_award_id":"17208319","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G575158678","display_name":null,"funder_award_id":"91838301)","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7841703941","display_name":"Designing Analog Beamforming for Massive MIMO Communications over Millimeter-Wave Channels","funder_award_id":"17209917","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W264883353","https://openalex.org/W1976009562","https://openalex.org/W1981226617","https://openalex.org/W2001178040","https://openalex.org/W2025988517","https://openalex.org/W2052619473","https://openalex.org/W2077544013","https://openalex.org/W2078527027","https://openalex.org/W2093223549","https://openalex.org/W2098432798","https://openalex.org/W2099671751","https://openalex.org/W2108137967","https://openalex.org/W2123805908","https://openalex.org/W2140199336","https://openalex.org/W2142477559","https://openalex.org/W2142647537","https://openalex.org/W2300178424","https://openalex.org/W2492444825","https://openalex.org/W2759860816","https://openalex.org/W2759880155","https://openalex.org/W2766092134","https://openalex.org/W2790479349","https://openalex.org/W2914571624","https://openalex.org/W2963547015","https://openalex.org/W2964079373","https://openalex.org/W2964538379","https://openalex.org/W3045654037","https://openalex.org/W4250589301"],"related_works":["https://openalex.org/W2736246642","https://openalex.org/W2883239366","https://openalex.org/W1543922763","https://openalex.org/W3127182254","https://openalex.org/W2737069248","https://openalex.org/W2914450980","https://openalex.org/W2542002904","https://openalex.org/W1971541619","https://openalex.org/W1993691163","https://openalex.org/W2796797126"],"abstract_inverted_index":{"The":[0,88],"scheduling":[1,109,132],"of":[2,27,42,45,63,95,99],"downlink":[3],"video":[4,25,39,56],"streaming":[5],"in":[6,15,72,117],"a":[7,28,43,92,121,130,135,147,175],"massive":[8],"multiple-input":[9],"multiple-output":[10],"(MIMO)":[11],"network":[12],"is":[13,91,104,126,141,159,196],"considered":[14],"this":[16,164],"paper,":[17],"where":[18,134],"active":[19],"users":[20,53],"arrive":[21],"randomly":[22],"to":[23,50,128,162,183],"request":[24],"contents":[26],"finite":[29],"playback":[30],"duration":[31],"via":[32],"their":[33],"service":[34],"base":[35],"stations":[36],"(BSs).":[37],"Each":[38],"content":[40],"consisting":[41],"sequence":[44],"segments":[46],"can":[47],"be":[48],"transmitted":[49,64],"the":[51,60,74,96,118,168,185,189],"requesting":[52],"with":[54,111],"variable":[55],"bitrates.":[57],"We":[58],"formulate":[59],"joint":[61],"control":[62],"segment":[65,70],"number,":[66],"frame":[67],"allocation":[68],"and":[69,115,150,177],"bitrate":[71],"all":[73],"super":[75],"frames":[76],"(each":[77],"comprising":[78],"multiple":[79],"frames)":[80],"as":[81],"an":[82],"infinite-horizon":[83],"Markov":[84],"decision":[85],"process":[86],"(MDP).":[87],"maximization":[89],"objective":[90],"discounted":[93],"measurement":[94],"average":[97],"Quality":[98],"Experience":[100],"(QoE).":[101],"Since":[102],"there":[103],"no":[105],"efficient":[106,178],"method":[107,125],"for":[108],"design":[110],"random":[112],"user":[113,193],"arrivals":[114],"departures":[116],"existing":[119],"literature,":[120],"novel":[122,176],"approximate":[123],"MDP":[124],"proposed":[127],"obtain":[129],"low-complexity":[131,170],"policy,":[133],"lower":[136],"bound":[137],"on":[138,192],"its":[139,152],"performance":[140],"derived.":[142],"Specifically,":[143],"we":[144,173],"first":[145],"introduce":[146],"baseline":[148],"policy":[149,157],"derive":[151],"asymptotic":[153],"value":[154,165,186],"function.":[155],"One-step":[156],"iteration":[158],"then":[160],"applied":[161],"improve":[163],"function,":[166],"yielding":[167],"mentioned":[169],"policy.":[171],"Finally,":[172],"propose":[174],"reinforcement":[179],"learning":[180],"(RL)":[181],"algorithm":[182],"evaluate":[184],"function":[187],"when":[188],"prior":[190],"knowledge":[191],"arrival":[194],"intensity":[195],"absent.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}