{"id":"https://openalex.org/W7119185846","doi":"https://doi.org/10.1109/vtc2025-fall65116.2025.11310062","title":"Deep Reinforcement Learning based Coordinated Resource Scheduling for Live Streaming","display_name":"Deep Reinforcement Learning based Coordinated Resource Scheduling for Live Streaming","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W7119185846","doi":"https://doi.org/10.1109/vtc2025-fall65116.2025.11310062"},"language":null,"primary_location":{"id":"doi:10.1109/vtc2025-fall65116.2025.11310062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2025-fall65116.2025.11310062","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 102nd Vehicular Technology Conference (VTC2025-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116834166","display_name":"Mingcheng Mo","orcid":"https://orcid.org/0009-0005-5134-2013"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingcheng Mo","raw_affiliation_strings":["Huazhong University of Science and Technology,P. R. China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,P. R. China,430074","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122171312","display_name":"Qiang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Li","raw_affiliation_strings":["Huazhong University of Science and Technology,P. R. China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,P. R. China,430074","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064251427","display_name":"Zishuo You","orcid":"https://orcid.org/0009-0008-4481-9364"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zishuo You","raw_affiliation_strings":["Huazhong University of Science and Technology,P. R. China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,P. R. China,430074","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122188768","display_name":"Xiaotian Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaotian Zhou","raw_affiliation_strings":["Shandong University,Institute of Intelligent Communication Technologies,P. R. China,250100"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,Institute of Intelligent Communication Technologies,P. R. China,250100","institution_ids":["https://openalex.org/I4210153682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5120996845","display_name":"Xiaohu Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu Ge","raw_affiliation_strings":["Huazhong University of Science and Technology,P. R. China,430074"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,P. R. China,430074","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.62839586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.7285000085830688,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.7285000085830688,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.14790000021457672,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.642799973487854},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5875999927520752},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5128999948501587},{"id":"https://openalex.org/keywords/download","display_name":"Download","score":0.4832000136375427},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4657999873161316},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.40959998965263367},{"id":"https://openalex.org/keywords/transcoding","display_name":"Transcoding","score":0.382099986076355},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.36320000886917114},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.353300005197525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8296999931335449},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.642799973487854},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5875999927520752},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5457000136375427},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5128999948501587},{"id":"https://openalex.org/C2780154274","wikidata":"https://www.wikidata.org/wiki/Q7126717","display_name":"Download","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4657999873161316},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42899999022483826},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.40959998965263367},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3984000086784363},{"id":"https://openalex.org/C134535813","wikidata":"https://www.wikidata.org/wiki/Q1888734","display_name":"Transcoding","level":2,"score":0.382099986076355},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.2924000024795532},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2549999952316284},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2025-fall65116.2025.11310062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2025-fall65116.2025.11310062","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 102nd Vehicular Technology Conference (VTC2025-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1972191802","https://openalex.org/W2155014525","https://openalex.org/W2319745994","https://openalex.org/W2465657924","https://openalex.org/W2620965973","https://openalex.org/W2745537382","https://openalex.org/W2922381956","https://openalex.org/W2979897999","https://openalex.org/W3170293865","https://openalex.org/W3175965533","https://openalex.org/W3195343898","https://openalex.org/W3211570189","https://openalex.org/W3214426660","https://openalex.org/W4200043814","https://openalex.org/W4210832522","https://openalex.org/W4285105179","https://openalex.org/W4285236486","https://openalex.org/W4285246415","https://openalex.org/W4312681566","https://openalex.org/W4320909160","https://openalex.org/W4361857412","https://openalex.org/W4387870412","https://openalex.org/W4388754855","https://openalex.org/W4389722428","https://openalex.org/W4394874558"],"related_works":[],"abstract_inverted_index":{"In":[0,58],"order":[1,59],"to":[2,48,60,97,108,126,148],"address":[3],"latency":[4],"issues":[5],"and":[6,37,86,101,135,152],"enhance":[7],"interactivity":[8],"in":[9,26,71,120],"live":[10],"streaming,":[11],"a":[12,30,41,73,117],"communication-computing-caching":[13],"(3C)":[14],"enabled":[15],"Artificial":[16],"Intelligence":[17],"Fog":[18],"Radio":[19],"Access":[20],"Network":[21],"(AI-FRAN)":[22],"architecture":[23],"is":[24,46,69,90,95,106,144],"proposed":[25,157],"this":[27,62],"paper.":[28],"For":[29],"practical":[31],"scenario":[32],"featuring":[33],"dynamic":[34],"channel":[35],"conditions":[36],"random":[38],"user":[39,121],"requests,":[40],"coordinated":[42],"resource":[43,56],"optimization":[44],"problem":[45,67],"formulated":[47],"minimize":[49],"the":[50,140,156],"average":[51,141],"download":[52,122,142],"delay":[53,143],"under":[54],"3C":[55,75],"constraints.":[57],"solve":[61],"mixed":[63],"integer":[64],"nonlinear":[65],"programming":[66],"that":[68],"NP-hard":[70],"general,":[72],"hybrid":[74],"scheduling":[76],"algorithm":[77],"based":[78],"on":[79],"Twin":[80],"Delayed":[81],"Deep":[82,87],"Deterministic":[83],"Policy":[84],"Gradient":[85],"Q-Network":[88],"(TD3-DQN)":[89],"then":[91],"proposed.":[92],"Specifically,":[93],"TD3":[94],"employed":[96],"jointly":[98],"schedule":[99],"communication":[100],"computing":[102],"resources,":[103],"while":[104],"DQN":[105],"utilized":[107],"make":[109],"intelligent":[110],"caching":[111,129,137],"decisions.":[112],"Extensive":[113],"simulation":[114],"results":[115],"demonstrate":[116],"substantial":[118],"reduction":[119],"delays":[123],"when":[124],"compared":[125],"DDPG-DQN,":[127],"highest-version":[128],"(HVC),":[130],"HVC":[131],"without":[132],"transcoding":[133],"(HVCwt),":[134],"no":[136],"(NC),":[138],"where":[139],"reduced":[145],"by":[146,155],"up":[147],"12.0%,":[149],"36.4%,":[150],"53.3%":[151],"63.0%":[153],"respectively":[154],"TD3-DQN":[158],"algorithm.":[159]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-01-08T00:00:00"}