{"id":"https://openalex.org/W4283709063","doi":"https://doi.org/10.3390/a15070227","title":"Learning-Based Online QoE Optimization in Multi-Agent Video Streaming","display_name":"Learning-Based Online QoE Optimization in Multi-Agent Video Streaming","publication_year":2022,"publication_date":"2022-06-28","ids":{"openalex":"https://openalex.org/W4283709063","doi":"https://doi.org/10.3390/a15070227"},"language":"en","primary_location":{"id":"doi:10.3390/a15070227","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15070227","pdf_url":"https://www.mdpi.com/1999-4893/15/7/227/pdf?version=1656429888","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/15/7/227/pdf?version=1656429888","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100645424","display_name":"Yimeng Wang","orcid":"https://orcid.org/0000-0003-0553-0687"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yimeng Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, George Washington University, Washington, DC 20052, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, George Washington University, Washington, DC 20052, USA","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111079060","display_name":"Mridul Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mridul Agarwal","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN 47907, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018464968","display_name":"Tian Lan","orcid":"https://orcid.org/0000-0003-3010-8090"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tian Lan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, George Washington University, Washington, DC 20052, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, George Washington University, Washington, DC 20052, USA","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064822688","display_name":"Vaneet Aggarwal","orcid":"https://orcid.org/0000-0001-9131-4723"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]},{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA","US"],"is_corresponding":true,"raw_author_name":"Vaneet Aggarwal","raw_affiliation_strings":["Computer Science, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia","Department of Mathematics, King Abdulaziz University, Jeddah 22254, Saudi Arabia","School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN 47907, USA","School of Industrial Engineering, Purdue University, West Lafayette, IN 47907, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, King Abdullah University of Science and Technology, Thuwal 23955, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Department of Mathematics, King Abdulaziz University, Jeddah 22254, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN 47907, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5064822688"],"corresponding_institution_ids":["https://openalex.org/I185163786","https://openalex.org/I219193219","https://openalex.org/I71920554"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.729,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.67833393,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"15","issue":"7","first_page":"227","last_page":"227"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8633342385292053},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6824697852134705},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.6505893468856812},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.614464521408081},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5850409269332886},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4939282536506653},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47082287073135376},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4320203363895416},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4136936664581299},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4107770621776581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33648350834846497},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2587727904319763},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.2230619192123413},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21377763152122498},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18658232688903809}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8633342385292053},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6824697852134705},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6505893468856812},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.614464521408081},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5850409269332886},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4939282536506653},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47082287073135376},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4320203363895416},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4136936664581299},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4107770621776581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33648350834846497},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2587727904319763},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2230619192123413},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21377763152122498},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18658232688903809},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/a15070227","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15070227","pdf_url":"https://www.mdpi.com/1999-4893/15/7/227/pdf?version=1656429888","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1d531b19fb924adf868517dfbcd29268","is_oa":true,"landing_page_url":"https://doaj.org/article/1d531b19fb924adf868517dfbcd29268","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 15, Iss 7, p 227 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/15/7/227/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a15070227","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 15; Issue 7; Pages: 227","raw_type":"Text"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/679758","is_oa":true,"landing_page_url":"http://hdl.handle.net/10754/679758","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.3390/a15070227","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15070227","pdf_url":"https://www.mdpi.com/1999-4893/15/7/227/pdf?version=1656429888","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.550000011920929,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283709063.pdf"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W153087758","https://openalex.org/W1969384713","https://openalex.org/W1976944900","https://openalex.org/W2026662445","https://openalex.org/W2043542548","https://openalex.org/W2083533909","https://openalex.org/W2090167930","https://openalex.org/W2099618002","https://openalex.org/W2100752967","https://openalex.org/W2117517754","https://openalex.org/W2120003621","https://openalex.org/W2121809595","https://openalex.org/W2122011919","https://openalex.org/W2124175081","https://openalex.org/W2125382552","https://openalex.org/W2138965998","https://openalex.org/W2146232773","https://openalex.org/W2146487252","https://openalex.org/W2155027007","https://openalex.org/W2167407752","https://openalex.org/W2292702228","https://openalex.org/W2294512426","https://openalex.org/W2395575420","https://openalex.org/W2526384825","https://openalex.org/W2554068806","https://openalex.org/W2555823246","https://openalex.org/W2744628735","https://openalex.org/W2760381851","https://openalex.org/W2798326755","https://openalex.org/W2811090173","https://openalex.org/W2932081708","https://openalex.org/W2935588605","https://openalex.org/W2950007716","https://openalex.org/W2963556501","https://openalex.org/W2963686878","https://openalex.org/W2963881716","https://openalex.org/W2964335157","https://openalex.org/W2965676832","https://openalex.org/W2968301466","https://openalex.org/W2968764495","https://openalex.org/W2969284553","https://openalex.org/W2980683005","https://openalex.org/W2982316857","https://openalex.org/W2982344943","https://openalex.org/W3005803637","https://openalex.org/W3014378593","https://openalex.org/W3102077346","https://openalex.org/W3198112211","https://openalex.org/W3204137325","https://openalex.org/W6677834374","https://openalex.org/W6696858219","https://openalex.org/W6752405710"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"Video":[0],"streaming":[1,147],"has":[2],"become":[3],"a":[4,50,116,159,218],"major":[5],"usage":[6],"scenario":[7],"for":[8,121,217],"the":[9,38,61,150,155,178,213],"Internet.":[10],"The":[11,170],"growing":[12],"popularity":[13],"of":[14,41,161],"new":[15],"applications,":[16],"such":[17],"as":[18,55,89],"4K":[19],"and":[20,44,60,138,142,166,187,194,206],"360-degree":[21],"videos,":[22],"mandates":[23],"that":[24,174],"network":[25,83],"resources":[26],"must":[27],"be":[28],"carefully":[29],"apportioned":[30],"among":[31,135],"different":[32,107,184],"users":[33],"in":[34,49,76,188],"order":[35],"to":[36,82,101,131,139,183,212],"achieve":[37],"optimal":[39],"Quality":[40],"Experience":[42],"(QoE)":[43],"fairness":[45,143,208],"objectives.":[46,127],"This":[47],"results":[48,172],"challenging":[51],"online":[52],"optimization":[53,84],"problem,":[54],"networks":[56],"grow":[57],"increasingly":[58],"complex":[59],"relevant":[62],"QoE":[63,141,203],"objectives":[64,144],"are":[65],"often":[66],"nonlinear":[67,103,126],"functions.":[68],"Recently,":[69],"data-driven":[70],"approaches,":[71],"deep":[72],"Reinforcement":[73],"Learning":[74],"(RL)":[75],"particular,":[77],"have":[78],"been":[79],"successfully":[80],"applied":[81],"problems":[85,124],"by":[86,204,209],"modeling":[87],"them":[88],"Markov":[90],"decision":[91],"processes.":[92],"However,":[93],"existing":[94],"RL":[95],"algorithms":[96],"involving":[97],"multiple":[98,136],"agents":[99,137],"fail":[100],"address":[102],"objective":[104,185],"functions":[105,186],"on":[106,145],"agents\u2019":[108],"rewards.":[109,148],"To":[110],"this":[111],"end,":[112],"we":[113,153],"leverage":[114],"MAPG-finite,":[115],"policy":[117],"gradient":[118],"algorithm":[119,201,216],"designed":[120],"multi-agent":[122],"learning":[123,168],"with":[125,158,181],"It":[128],"allows":[129],"us":[130],"optimize":[132],"bandwidth":[133],"distributions":[134],"maximize":[140],"video":[146],"Implementing":[149],"proposed":[151],"algorithm,":[152],"compare":[154],"MAPG-finite":[156,175,200],"strategy":[157],"number":[160],"baselines,":[162],"including":[163,191],"static,":[164],"adaptive,":[165],"single-agent":[167],"policies.":[169],"numerical":[171],"show":[173],"significantly":[176],"outperforms":[177],"baseline":[179],"strategies":[180],"respect":[182],"various":[189],"settings,":[190],"both":[192],"constant":[193],"adaptive":[195],"bitrate":[196],"videos.":[197],"Specifically,":[198],"our":[199],"maximizes":[202,207],"15.27%":[205],"22.47%":[210],"compared":[211],"standard":[214],"SARSA":[215],"2000":[219],"KB/s":[220],"link.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}