{"id":"https://openalex.org/W4401536854","doi":"https://doi.org/10.1109/tmc.2024.3443200","title":"A Two-Stage Deep Reinforcement Learning Framework for MEC-Enabled Adaptive 360-Degree Video Streaming","display_name":"A Two-Stage Deep Reinforcement Learning Framework for MEC-Enabled Adaptive 360-Degree Video Streaming","publication_year":2024,"publication_date":"2024-08-13","ids":{"openalex":"https://openalex.org/W4401536854","doi":"https://doi.org/10.1109/tmc.2024.3443200"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3443200","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3443200","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021492036","display_name":"Suzhi Bi","orcid":"https://orcid.org/0000-0001-6212-690X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Suzhi Bi","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113331846","display_name":"Haoguo Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoguo Chen","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767220","display_name":"Xian Li","orcid":"https://orcid.org/0000-0002-1225-3238"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Li","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068468945","display_name":"Shuoyao Wang","orcid":"https://orcid.org/0000-0003-1395-4383"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuoyao Wang","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration and College of Electronics and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082844557","display_name":"Yuan Wu","orcid":"https://orcid.org/0000-0001-6661-9461"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yuan Wu","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City and the Department of Computer and Information Science, University of Macau, Taipa, Macau"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City and the Department of Computer and Information Science, University of Macau, Taipa, Macau","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076938763","display_name":"Liping Qian","orcid":"https://orcid.org/0000-0001-6210-2617"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liping Qian","raw_affiliation_strings":["College of Information Engineering, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5021492036"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":2.9914,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.9247517,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"14313","last_page":"14329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8618141412734985},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5539650917053223},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.533397912979126},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.49242103099823},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4673269987106323},{"id":"https://openalex.org/keywords/field-of-view","display_name":"Field of view","score":0.45644715428352356},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4481366276741028},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4427124857902527},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.41618525981903076},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.41614097356796265},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.41610509157180786},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3662053942680359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2781539559364319},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2586308717727661},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11971622705459595},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.11451283097267151}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8618141412734985},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5539650917053223},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.533397912979126},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.49242103099823},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4673269987106323},{"id":"https://openalex.org/C150627866","wikidata":"https://www.wikidata.org/wiki/Q1076893","display_name":"Field of view","level":2,"score":0.45644715428352356},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4481366276741028},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4427124857902527},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.41618525981903076},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.41614097356796265},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.41610509157180786},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3662053942680359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2781539559364319},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2586308717727661},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11971622705459595},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.11451283097267151}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3443200","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3443200","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G211109743","display_name":null,"funder_award_id":"2024A1515010198","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G346397689","display_name":null,"funder_award_id":"62071431","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3909962701","display_name":null,"funder_award_id":"2024B1515020089","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4777093837","display_name":null,"funder_award_id":"62101336","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G477799422","display_name":null,"funder_award_id":"62271325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5330805308","display_name":null,"funder_award_id":"2022A1515010973","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7164101756","display_name":null,"funder_award_id":"2023A1515110158","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G809664999","display_name":null,"funder_award_id":"62122069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8416182311","display_name":null,"funder_award_id":"2022A1515011301","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2523094016","https://openalex.org/W2523901075","https://openalex.org/W2585813514","https://openalex.org/W2620871200","https://openalex.org/W2622637199","https://openalex.org/W2623181870","https://openalex.org/W2624989916","https://openalex.org/W2744628735","https://openalex.org/W2746553466","https://openalex.org/W2766324256","https://openalex.org/W2799932776","https://openalex.org/W2884414611","https://openalex.org/W2896945154","https://openalex.org/W2917103012","https://openalex.org/W2920378308","https://openalex.org/W2939432951","https://openalex.org/W2951799221","https://openalex.org/W2953050025","https://openalex.org/W2963439135","https://openalex.org/W2989857405","https://openalex.org/W2996368995","https://openalex.org/W3000520488","https://openalex.org/W3108724955","https://openalex.org/W3128182885","https://openalex.org/W3136920339","https://openalex.org/W3138954746","https://openalex.org/W3145718430","https://openalex.org/W3154476408","https://openalex.org/W3159074940","https://openalex.org/W3168768468","https://openalex.org/W3182194057","https://openalex.org/W3195342827","https://openalex.org/W3214426660","https://openalex.org/W4214717370","https://openalex.org/W4285285990","https://openalex.org/W4304112915","https://openalex.org/W4312940001","https://openalex.org/W4317794926","https://openalex.org/W4361857412","https://openalex.org/W4388283694","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2926907761"],"abstract_inverted_index":{"The":[0],"emerging":[1],"multi-access":[2],"edge":[3,29],"computing":[4],"(MEC)":[5],"technology":[6],"effectively":[7,268],"enhances":[8],"the":[9,28,41,50,54,63,70,75,82,109,125,148,154,157,160,163,174,178,183,188,192,195,198,207,213,219,239,249,264],"wireless":[10,47,88,228],"streaming":[11,38,77,105],"performance":[12,78,277],"of":[13,57,112,130,133,141,144,150,162,187,202,225,251],"360-degree":[14,103],"videos.":[15],"By":[16],"connecting":[17],"a":[18,24,99,142,232],"user's":[19,42,55,110,199,220],"head-mounted":[20],"device":[21],"(HMD)":[22],"to":[23,39,62,115,210,247],"smart":[25],"MEC":[26],"platform,":[27],"server":[30],"(ES)":[31],"can":[32,52,267],"efficiently":[33],"perform":[34],"adaptive":[35,102],"tile-based":[36],"video":[37,66,76,104,120,126,145,175,185],"improve":[40],"viewing":[43],"experience.":[44],"Under":[45],"constrained":[46],"channel":[48,89],"capacity,":[49],"ES":[51,158,196],"predict":[53],"field":[56],"view":[58],"(FoV)":[59],"and":[60,87,118,166,205,227,253,273],"transmit":[61],"HMD":[64],"high-resolution":[65,119],"tiles":[67,176,209],"only":[68],"within":[69,177],"predicted":[71,179],"FoV.":[72,180],"In":[73],"practice,":[74],"is":[79],"challenged":[80],"by":[81],"random":[83,223],"FoV":[84,161,201,214,226,270],"prediction":[85,215,271],"error":[86],"fading":[90],"effects.":[91],"For":[92],"this,":[93],"we":[94,123,230],"propose":[95,231],"in":[96,243],"this":[97],"paper":[98],"novel":[100],"two-stage":[101],"scheme":[106,266],"that":[107,263],"maximizes":[108],"quality":[111],"experience":[113],"(QoE)":[114],"attain":[116],"stable":[117,275],"playback.":[121],"Specifically,":[122],"divide":[124],"file":[127],"into":[128],"groups":[129],"pictures":[131],"(GOPs)":[132],"fixed":[134],"playback":[135,186],"interval,":[136],"where":[137,238],"each":[138,151,203],"GOP":[139,152,165,190],"consists":[140],"number":[143],"frames.":[146],"At":[147],"beginning":[149],"(i.e.,":[153,191],"inter-GOP":[155],"stage),":[156,194],"predicts":[159],"next":[164],"allocates":[167],"an":[168],"encoding":[169],"bitrate":[170],"for":[171,212],"transmitting":[172],"(precaching)":[173],"Then,":[181],"during":[182],"real-time":[184],"current":[189],"intra-GOP":[193,254],"observes":[197],"true":[200],"frame":[204],"transmits":[206],"missing":[208],"compensate":[211],"errors.":[216],"To":[217],"maximize":[218],"QoE":[221,276,285],"under":[222,278],"variations":[224],"channel,":[229],"double-agent":[233],"deep":[234],"reinforcement":[235],"learning":[236],"framework,":[237],"two":[240],"agents":[241],"operate":[242],"different":[244,279],"time":[245],"scales":[246],"decide":[248],"bitrates":[250],"inter-":[252],"stages,":[255],"respectively.":[256],"Experiments":[257],"based":[258],"on":[259],"real-world":[260],"measurements":[261],"show":[262],"proposed":[265],"mitigate":[269],"errors":[272],"maintain":[274],"scenarios,":[280],"achieving":[281],"over":[282],"22.1%":[283],"higher":[284],"than":[286],"some":[287],"representative":[288],"benchmark":[289],"methods.":[290]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}