{"id":"https://openalex.org/W2005244180","doi":"https://doi.org/10.1109/noms.2014.6838245","title":"A multi-agent Q-Learning-based framework for achieving fairness in HTTP Adaptive Streaming","display_name":"A multi-agent Q-Learning-based framework for achieving fairness in HTTP Adaptive Streaming","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2005244180","doi":"https://doi.org/10.1109/noms.2014.6838245","mag":"2005244180"},"language":"en","primary_location":{"id":"doi:10.1109/noms.2014.6838245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms.2014.6838245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Network Operations and Management Symposium (NOMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066303231","display_name":"Stefano Petrangeli","orcid":"https://orcid.org/0000-0002-5492-7747"},"institutions":[{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]},{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Stefano Petrangeli","raw_affiliation_strings":["Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","institution_ids":["https://openalex.org/I39327780","https://openalex.org/I32597200"]},{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048790051","display_name":"Maxim Claeys","orcid":"https://orcid.org/0000-0003-3471-6480"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]},{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Maxim Claeys","raw_affiliation_strings":["Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","institution_ids":["https://openalex.org/I39327780","https://openalex.org/I32597200"]},{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049021976","display_name":"Steven Latr\u00e9","orcid":"https://orcid.org/0000-0003-0351-1714"},"institutions":[{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]},{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Steven Latre","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Antwerp-iMinds, Antwerp, Belgium","Department of Mathematics and Computer Science, University of Antwerp- iMinds, Middelheimlaan 1, 2020, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Antwerp-iMinds, Antwerp, Belgium","institution_ids":["https://openalex.org/I39327780","https://openalex.org/I149213910"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Antwerp- iMinds, Middelheimlaan 1, 2020, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047378679","display_name":"Jeroen Famaey","orcid":"https://orcid.org/0000-0002-3587-1354"},"institutions":[{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]},{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Jeroen Famaey","raw_affiliation_strings":["Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","institution_ids":["https://openalex.org/I39327780","https://openalex.org/I32597200"]},{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051784384","display_name":"Filip De Turck","orcid":"https://orcid.org/0000-0003-4824-1199"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]},{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Filip De Turck","raw_affiliation_strings":["Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University-iMinds, Ghent, Belgium","institution_ids":["https://openalex.org/I39327780","https://openalex.org/I32597200"]},{"raw_affiliation_string":"Department of Information Technology (INTEC), Ghent University- iMinds, Gaston Crommenlaan 8 (Bus 201), 9050, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066303231"],"corresponding_institution_ids":["https://openalex.org/I32597200","https://openalex.org/I39327780"],"apc_list":null,"apc_paid":null,"fwci":4.9411,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.96251758,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.878193736076355},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.8346011638641357},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6098053455352783},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.48708629608154297},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.4737449586391449},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.461936354637146},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.4559715986251831},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4414559602737427},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.42587244510650635},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.42495980858802795},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40678489208221436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2787734270095825},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25622379779815674},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.18784135580062866},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.10214540362358093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.878193736076355},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.8346011638641357},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6098053455352783},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.48708629608154297},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.4737449586391449},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.461936354637146},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.4559715986251831},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4414559602737427},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.42587244510650635},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.42495980858802795},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40678489208221436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2787734270095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25622379779815674},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.18784135580062866},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.10214540362358093},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/noms.2014.6838245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms.2014.6838245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Network Operations and Management Symposium (NOMS)","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:4402534","is_oa":false,"landing_page_url":"http://hdl.handle.net/1854/LU-4402534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9781479909131","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322274","display_name":"iMinds","ror":"https://ror.org/03baec336"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W69141587","https://openalex.org/W1508192224","https://openalex.org/W1514325590","https://openalex.org/W1574700590","https://openalex.org/W1979790485","https://openalex.org/W2061700262","https://openalex.org/W2074411880","https://openalex.org/W2086001538","https://openalex.org/W2111603757","https://openalex.org/W2115304391","https://openalex.org/W2121863487","https://openalex.org/W2130954326","https://openalex.org/W2150453038","https://openalex.org/W2157326593","https://openalex.org/W2163729745","https://openalex.org/W2247376625","https://openalex.org/W2310249834","https://openalex.org/W2505355604","https://openalex.org/W4214717370","https://openalex.org/W6684077129"],"related_works":["https://openalex.org/W4214933888","https://openalex.org/W2907332711","https://openalex.org/W2883239366","https://openalex.org/W1543922763","https://openalex.org/W3127182254","https://openalex.org/W2737069248","https://openalex.org/W2811294811","https://openalex.org/W2914450980","https://openalex.org/W2542002904","https://openalex.org/W1971541619"],"abstract_inverted_index":{"HTTP":[0],"Adaptive":[1],"Streaming":[2],"(HAS)":[3],"is":[4,19,119,136,141,159,171],"quickly":[5],"becoming":[6],"the":[7,33,39,46,91,127,139,174,180,208],"de":[8],"facto":[9],"standard":[10,181],"for":[11,90],"Over-The-Top":[12],"video":[13,18,34],"streaming.":[14],"In":[15,94],"HAS,":[16],"each":[17,85],"temporally":[20],"segmented":[21],"and":[22,54,56,145,166,197],"stored":[23],"in":[24,69,109,123,198],"different":[25,81],"quality":[26,42,102],"levels.":[27],"Quality":[28],"selection":[29,103],"heuristics,":[30],"deployed":[31],"at":[32],"player,":[35],"allow":[36],"dynamically":[37],"requesting":[38],"most":[40],"appropriate":[41],"level":[43],"based":[44],"on":[45,150],"current":[47,154,220],"network":[48,66,151,195],"conditions.":[49,67],"Today's":[50],"heuristics":[51],"are":[52,184,203],"deterministic":[53],"static,":[55],"thus":[57,167],"not":[58],"able":[59,105,142,204],"to":[60,106,143,179,205,216,219],"perform":[61],"well":[62],"under":[63,193],"highly":[64],"dynamic":[65],"Moreover,":[68],"a":[70,99,110,120],"multi-client":[71,111,200],"scenario,":[72],"issues":[73],"concerning":[74],"fairness":[75,108,158,214],"among":[76,129,164],"clients":[77,82],"arise,":[78],"meaning":[79],"that":[80],"negatively":[83],"influence":[84],"other":[86],"as":[87],"they":[88],"compete":[89],"same":[92],"bandwidth.":[93],"this":[95,117,134,188],"article,":[96],"we":[97,202],"propose":[98],"Reinforcement":[100],"Learning-based":[101],"algorithm":[104,140],"achieve":[107],"setting.":[112],"A":[113],"key":[114],"element":[115],"of":[116,125,133],"approach":[118,135,190,210],"coordination":[121,128],"proxy":[122],"charge":[124],"facilitating":[126],"clients.":[130],"The":[131],"strength":[132],"three-fold.":[137],"First,":[138],"learn":[144],"adapt":[146],"its":[147],"policy":[148],"depending":[149],"conditions,":[152],"unlike":[153],"HAS":[155,182,221],"heuristics.":[156,222],"Second,":[157],"achieved":[160],"without":[161],"explicit":[162],"communication":[163],"agents":[165],"no":[168,177],"significant":[169],"overhead":[170],"introduced":[172],"into":[173],"network.":[175],"Third,":[176],"modifications":[178],"architecture":[183],"required.":[185],"By":[186],"evaluating":[187],"novel":[189],"through":[191],"simulations,":[192],"mutable":[194],"conditions":[196],"several":[199],"scenarios,":[201],"show":[206],"how":[207],"proposed":[209],"can":[211],"improve":[212],"system":[213],"up":[215],"60%":[217],"compared":[218]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}