{"id":"https://openalex.org/W4396782867","doi":"https://doi.org/10.1109/mnet.2024.3398724","title":"Edge-Cloud Collaborative Streaming Video Analytics With Multi-Agent Deep Reinforcement Learning","display_name":"Edge-Cloud Collaborative Streaming Video Analytics With Multi-Agent Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-05-09","ids":{"openalex":"https://openalex.org/W4396782867","doi":"https://doi.org/10.1109/mnet.2024.3398724"},"language":"en","primary_location":{"id":"doi:10.1109/mnet.2024.3398724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2024.3398724","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029554732","display_name":"Bin Qian","orcid":"https://orcid.org/0000-0001-7058-0360"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Bin Qian","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, U.K","School of Computing, Newcastle University, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"School of Computing, Newcastle University, UK","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003583960","display_name":"Yubo Xuan","orcid":"https://orcid.org/0009-0008-9749-3070"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubo Xuan","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","Zhejiang University of Technology, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Zhejiang University of Technology, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090899388","display_name":"Di Wu","orcid":"https://orcid.org/0000-0001-6631-4887"},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Computer Science, University of St Andrews, St Andrews, U.K","University of St Andrews, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of St Andrews, St Andrews, U.K","institution_ids":["https://openalex.org/I16835326"]},{"raw_affiliation_string":"University of St Andrews, UK","institution_ids":["https://openalex.org/I16835326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081043543","display_name":"Zhenyu Wen","orcid":"https://orcid.org/0000-0002-2914-912X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Wen","raw_affiliation_strings":["Institute of Cyberspace Security, Zhejiang University of Technology, Hangzhou, China","Zhejiang University of Technology, China"],"affiliations":[{"raw_affiliation_string":"Institute of Cyberspace Security, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Zhejiang University of Technology, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050796169","display_name":"Renyu Yang","orcid":"https://orcid.org/0000-0001-6334-4925"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renyu Yang","raw_affiliation_strings":["School of Software, Beihang University, Beijing, China","School of Software, Beihang University, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Software, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068195118","display_name":"Shibo He","orcid":"https://orcid.org/0000-0002-1505-6766"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shibo He","raw_affiliation_strings":["College of Control Science and Engineering, Zhejiang University, Hangzhou, China","Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726041","display_name":"Jiming Chen","orcid":"https://orcid.org/0000-0003-3155-3145"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiming Chen","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","Zhejiang University and Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]},{"raw_affiliation_string":"Zhejiang University and Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072670483","display_name":"Rajiv Ranjan","orcid":"https://orcid.org/0000-0002-6610-1328"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rajiv Ranjan","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, U.K","School of Computing, Newcastle University, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"School of Computing, Newcastle University, UK","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5029554732"],"corresponding_institution_ids":["https://openalex.org/I84884186"],"apc_list":null,"apc_paid":null,"fwci":5.4843,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.96811243,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"39","issue":"1","first_page":"165","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8274402618408203},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7231945395469666},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6626464128494263},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6145550608634949},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4726920425891876},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.38640522956848145},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34492769837379456},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34124627709388733},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3052471876144409},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.23319777846336365},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1251496970653534}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8274402618408203},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7231945395469666},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6626464128494263},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6145550608634949},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4726920425891876},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.38640522956848145},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34492769837379456},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34124627709388733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3052471876144409},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.23319777846336365},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1251496970653534}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mnet.2024.3398724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2024.3398724","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1091065225","display_name":null,"funder_award_id":"2023M743403","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G1674409735","display_name":null,"funder_award_id":"LDQ24F020001","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G8620270587","display_name":null,"funder_award_id":"2022YFE0196000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2792220137","https://openalex.org/W2849781392","https://openalex.org/W3003490096","https://openalex.org/W3046256272","https://openalex.org/W3047589404","https://openalex.org/W4200337351","https://openalex.org/W4220747123","https://openalex.org/W4285197124","https://openalex.org/W4287887274","https://openalex.org/W4385486203","https://openalex.org/W6741002519","https://openalex.org/W6764330927","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W2802581102","https://openalex.org/W4389341988"],"abstract_inverted_index":{"Streaming":[0],"video":[1,10,23,37,45,63,83,120,151,159,170,207],"analytics":[2,47,95,121,160,171],"focuses":[3],"on":[4,105,195],"the":[5,72,75,94,136,156,185,189,192],"real-time":[6,206],"analysis":[7,208],"of":[8,28,158],"streaming":[9,64,119,152,169],"data":[11,125,128],"from":[12,35,123],"multiple":[13],"resources,":[14,81],"such":[15],"as":[16],"security":[17],"cameras,":[18],"and":[19,41,59,68,74,82,129,178,191,209,214],"IoT":[20],"devices":[21],"with":[22],"capabilities.":[24],"It":[25],"involves":[26],"applications":[27,122],"various":[29],"techniques":[30],"to":[31,91,97,134,147],"extract":[32],"valuable":[33],"information":[34],"live":[36],"streams.":[38],"Edge":[39],"computing":[40,43,80],"cloud":[42],"facilitate":[44],"stream":[46],"by":[48],"utilizing":[49],"computation":[50],"resources":[51],"across":[52,71,188],"both":[53,56,103],"ends,":[54],"enabling":[55],"high":[57,210],"accuracy":[58,211],"low":[60],"latency.":[61],"However,":[62],"behaviours":[65],"are":[66,131],"dynamic":[67,213],"constantly":[69],"evolving":[70],"edge":[73,190],"cloud.":[76,193],"The":[77],"network":[78],"conditions,":[79],"content":[84],"can":[85,145],"change":[86],"rapidly,":[87],"making":[88],"it":[89],"crucial":[90],"continuously":[92],"adjust":[93],"methods":[96,143],"provide":[98],"accurate":[99],"results.":[100],"Previous":[101],"works":[102],"based":[104],"deep":[106],"neural":[107],"networks":[108],"(DNNs)":[109],"or":[110,126],"heuristic":[111],"algorithms":[112],"learn":[113],"a":[114,167,196],"suitable":[115],"deployment":[116],"plan":[117],"for":[118,182],"historical":[124],"synthetic":[127],"therefore":[130],"not":[132],"able":[133],"capture":[135],"dynamics.":[137],"Hence,":[138],"we":[139,164],"propose":[140],"reinforcement":[141],"learning-based":[142],"that":[144,173,200],"adapt":[146],"ongoing":[148],"changes":[149],"in":[150,161,212],"behaviours.":[153],"To":[154],"ensure":[155],"scalability":[157],"distributed":[162,168,215],"environments,":[163],"implement":[165],"OSMOTICGATE2,":[166],"system":[172,186],"features":[174],"optimized":[175],"processing":[176],"pipelines":[177],"multi-agent":[179],"RL-based":[180],"controllers":[181],"fast":[183],"adapting":[184],"configurations":[187],"Experiments":[194],"real":[197],"testbed":[198],"show":[199],"our":[201],"method":[202],"outperforms":[203],"baselines,":[204],"assuring":[205],"environments.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}