{"id":"https://openalex.org/W4414432607","doi":"https://doi.org/10.1109/tccn.2025.3612689","title":"Transformer-Based Scalable Multi-Agent Reinforcement Learning for Joint Resource Optimization in Cloud\u2013Edge\u2013End Video Streaming Systems","display_name":"Transformer-Based Scalable Multi-Agent Reinforcement Learning for Joint Resource Optimization in Cloud\u2013Edge\u2013End Video Streaming Systems","publication_year":2025,"publication_date":"2025-09-23","ids":{"openalex":"https://openalex.org/W4414432607","doi":"https://doi.org/10.1109/tccn.2025.3612689"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2025.3612689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3612689","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016827432","display_name":"Shijing Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shijing Yuan","raw_affiliation_strings":["Department of Fundamental Network Operations, China Telecom Research Institute, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Fundamental Network Operations, China Telecom Research Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441942","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-8832-4012"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["University of Michigan-Shanghai Jiao Tong University Joint Institute (UM-SJTU JI), Shanghai, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"University of Michigan-Shanghai Jiao Tong University Joint Institute (UM-SJTU JI), Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118604857","display_name":"Suchuan Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suchuan Xing","raw_affiliation_strings":["Duke University, Durham, NC, USA","Duke University, Durham, USA"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Duke University, Durham, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679241","display_name":"Jie Li","orcid":"https://orcid.org/0000-0002-4974-6116"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008473103","display_name":"Hongyang Chen","orcid":"https://orcid.org/0000-0002-7626-0162"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyang Chen","raw_affiliation_strings":["Zhejiang Laboratory, Hangzhou, China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Laboratory, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["University of Electro-Communications, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, Hong Kong University of Science and Technology, Kowloon, Hong Kong","Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Hong Kong University of Science and Technology, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5016827432"],"corresponding_institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"],"apc_list":null,"apc_paid":null,"fwci":1.428,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86107747,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"3482","last_page":"3496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.777999997138977},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5917999744415283},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5562000274658203},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5041000247001648},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4749000072479248},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4659000039100647},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4578999876976013},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.43470001220703125},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4027999937534332}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9053000211715698},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.777999997138977},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5917999744415283},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5656999945640564},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5562000274658203},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5041000247001648},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4659000039100647},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4652999937534332},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4578999876976013},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.43470001220703125},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4027999937534332},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.37709999084472656},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3637999892234802},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35659998655319214},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3353999853134155},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.32820001244544983},{"id":"https://openalex.org/C2777588599","wikidata":"https://www.wikidata.org/wiki/Q135299","display_name":"Dynamic Adaptive Streaming over HTTP","level":4,"score":0.3131999969482422},{"id":"https://openalex.org/C149672232","wikidata":"https://www.wikidata.org/wiki/Q337048","display_name":"Adaptive optimization","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2025.3612689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3612689","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-168814","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-168814","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2787689390","https://openalex.org/W2904246096","https://openalex.org/W3036931127","https://openalex.org/W3133061741","https://openalex.org/W3137518503","https://openalex.org/W3156862509","https://openalex.org/W3207602870","https://openalex.org/W4296875934","https://openalex.org/W4297697565","https://openalex.org/W4312776893","https://openalex.org/W4315630457","https://openalex.org/W4392152874","https://openalex.org/W4392901649","https://openalex.org/W4396782867","https://openalex.org/W4399205990","https://openalex.org/W4399849698","https://openalex.org/W4400276344","https://openalex.org/W4401508508","https://openalex.org/W4401508930","https://openalex.org/W4401536879","https://openalex.org/W4403332218","https://openalex.org/W4403333987","https://openalex.org/W4404545696","https://openalex.org/W4405179668","https://openalex.org/W4405908054","https://openalex.org/W4406414406","https://openalex.org/W4406867971","https://openalex.org/W4408751046","https://openalex.org/W4409208174","https://openalex.org/W4409426130","https://openalex.org/W4410582202","https://openalex.org/W4412888584"],"related_works":[],"abstract_inverted_index":{"Cloud-edge-end":[0],"(CEE)":[1],"collaboration":[2],"has":[3],"demonstrated":[4],"significant":[5],"potential":[6],"in":[7,82,136,157,203],"video":[8,37,134,208],"streaming":[9,209],"analysis.":[10],"However,":[11],"dynamic":[12,52,137],"wireless":[13,53],"environments,":[14],"lack":[15],"of":[16,60],"incentive":[17,98,110,119],"mechanisms,":[18],"and":[19,26,55,65,100,117,126,144,170,205],"constrained":[20],"resources":[21],"(e.g.,":[22],"transmission":[23],"power,":[24],"bandwidth,":[25],"computing":[27],"resources)":[28],"remain":[29],"the":[30,57,154,167,173],"primary":[31],"bottlenecks":[32],"for":[33,152],"achieving":[34],"efficient":[35],"CEE-based":[36],"processing.":[38],"To":[39],"address":[40],"these":[41],"challenges,":[42],"this":[43],"paper":[44],"focuses":[45],"on":[46,178],"a":[47,70,94,158,179],"multi-user":[48],"CEE":[49,160,207],"scenario":[50],"with":[51],"channels":[54],"investigates":[56],"joint":[58],"optimization":[59],"adaptive":[61,97,140],"incentives,":[62],"cooperative":[63,142],"offloading,":[64,143],"resource":[66,145],"allocation.":[67,146],"We":[68],"propose":[69],"novel":[71],"framework,":[72],"called":[73],"JROC,":[74],"to":[75,80,114,132,186],"motivate":[76],"edge":[77],"devices":[78],"(EDs)":[79],"participate":[81],"collaborative":[83],"computation":[84],"within":[85],"CEE,":[86],"thereby":[87,199],"enhancing":[88],"system":[89,193],"utility.":[90],"Specifically,":[91],"JROC":[92,189],"encompasses":[93],"smart":[95],"contract-based":[96],"mechanism":[99,111],"an":[101],"Adaptive":[102],"Transformer-based":[103],"multi-agent":[104],"reinforcement":[105],"Learning":[106],"Algorithm":[107],"(ATLA).":[108],"The":[109],"leverages":[112],"blockchain":[113],"ensure":[115],"trustworthy":[116],"automated":[118],"distribution,":[120],"while":[121,195],"ATLA":[122],"captures":[123],"long-term":[124,192],"dependencies":[125],"global":[127],"state":[128],"features":[129],"among":[130],"agents":[131],"guide":[133],"tasks":[135],"environments":[138],"through":[139],"compression,":[141],"Moreover,":[147],"we":[148],"discuss":[149],"key":[150],"steps":[151],"deploying":[153],"proposed":[155],"algorithm":[156],"real":[159],"prototype,":[161],"including":[162],"lightweight":[163],"actor":[164],"inference":[165],"at":[166,172],"terminal":[168],"side":[169],"training":[171],"edge.":[174],"Experimental":[175],"results":[176],"based":[177],"real-world":[180],"operator":[181],"dataset":[182],"show":[183],"that,":[184],"compared":[185],"existing":[187],"methods,":[188],"achieves":[190],"higher":[191],"utility":[194],"maintaining":[196],"favorable":[197],"scalability,":[198],"validating":[200],"its":[201],"effectiveness":[202],"resource-constrained":[204],"under-incentivized":[206],"scenarios.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}
