{"id":"https://openalex.org/W2344198826","doi":"https://doi.org/10.1109/vcip.2015.7457906","title":"Q-learning based control algorithm for HTTP adaptive streaming","display_name":"Q-learning based control algorithm for HTTP adaptive streaming","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2344198826","doi":"https://doi.org/10.1109/vcip.2015.7457906","mag":"2344198826"},"language":"en","primary_location":{"id":"doi:10.1109/vcip.2015.7457906","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vcip.2015.7457906","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Visual Communications and Image Processing (VCIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://oa.upm.es/42757/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054350244","display_name":"Virginia Mart\u00edn","orcid":null},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Virginia Martin","raw_affiliation_strings":["Grupo de Tratamiento de Im\u00e1genes, Universidad Polit\u00e9cnica de Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Grupo de Tratamiento de Im\u00e1genes, Universidad Polit\u00e9cnica de Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067432260","display_name":"Juli\u00e1n Cabrera","orcid":"https://orcid.org/0000-0002-7154-2451"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Julian Cabrera","raw_affiliation_strings":["Grupo de Tratamiento de Im\u00e1genes, Universidad Polit\u00e9cnica de Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Grupo de Tratamiento de Im\u00e1genes, Universidad Polit\u00e9cnica de Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060713777","display_name":"Narciso Garc\u0131\u0301a","orcid":"https://orcid.org/0000-0002-0397-894X"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Narciso Garcia","raw_affiliation_strings":["Grupo de Tratamiento de Im\u00e1genes, Universidad Polit\u00e9cnica de Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Grupo de Tratamiento de Im\u00e1genes, Universidad Polit\u00e9cnica de Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5054350244"],"corresponding_institution_ids":["https://openalex.org/I88060688"],"apc_list":null,"apc_paid":null,"fwci":0.5996,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76799973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8473281860351562},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.6561437845230103},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5434316992759705},{"id":"https://openalex.org/keywords/streaming-algorithm","display_name":"Streaming algorithm","score":0.5353290438652039},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4864339828491211},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.47348201274871826},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4392826557159424},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4368855059146881},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43308961391448975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41605526208877563},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4150002598762512},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.13813424110412598},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11760333180427551},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.07499396800994873},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0736033022403717}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8473281860351562},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6561437845230103},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5434316992759705},{"id":"https://openalex.org/C187166803","wikidata":"https://www.wikidata.org/wiki/Q2835831","display_name":"Streaming algorithm","level":3,"score":0.5353290438652039},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4864339828491211},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47348201274871826},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4392826557159424},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4368855059146881},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43308961391448975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41605526208877563},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4150002598762512},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.13813424110412598},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11760333180427551},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.07499396800994873},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0736033022403717},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vcip.2015.7457906","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vcip.2015.7457906","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Visual Communications and Image Processing (VCIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:oa.upm.es:42757","is_oa":true,"landing_page_url":"http://oa.upm.es/42757/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196323","display_name":"UPM Digital Archive (Technical University of Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I88060688","host_organization_name":"Universidad Polit\u00e9cnica de Madrid","host_organization_lineage":["https://openalex.org/I88060688"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Visual Communications and Image Processing (VCIP 2015) | Visual Communications and Image Processing (VCIP 2015) | 13/12/2015 - 16/12/2015 | Singapore","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:oa.upm.es:42757","is_oa":true,"landing_page_url":"http://oa.upm.es/42757/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196323","display_name":"UPM Digital Archive (Technical University of Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I88060688","host_organization_name":"Universidad Polit\u00e9cnica de Madrid","host_organization_lineage":["https://openalex.org/I88060688"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Visual Communications and Image Processing (VCIP 2015) | Visual Communications and Image Processing (VCIP 2015) | 13/12/2015 - 16/12/2015 | Singapore","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W1967330816","https://openalex.org/W2061700262","https://openalex.org/W2063983633","https://openalex.org/W2086001538","https://openalex.org/W2247376625","https://openalex.org/W3011120880","https://openalex.org/W6691085036"],"related_works":["https://openalex.org/W3191101401","https://openalex.org/W1824789409","https://openalex.org/W1975289146","https://openalex.org/W2105887828","https://openalex.org/W2087240539","https://openalex.org/W4205762803","https://openalex.org/W2389192348","https://openalex.org/W3132396031","https://openalex.org/W3159579724","https://openalex.org/W2292111326"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,30,33,43,66],"control":[3,93],"algorithm":[4,86],"based":[5],"on":[6],"Q-Learning":[7],"for":[8],"an":[9,39],"HTTP":[10],"Adaptive":[11],"Streaming":[12],"(HAS)":[13],"Client":[14],"in":[15,38],"order":[16],"to":[17,41,55,76,89],"optimize":[18],"the":[19,25,47,50,58,61,77,94,97],"Quality":[20],"of":[21,24,36,49,60,96],"Experience":[22],"(QoE)":[23],"user.":[26],"First,":[27],"we":[28,64,102],"propose":[29],"model":[31,51],"with":[32],"suitable":[34],"number":[35],"variables":[37],"attempt":[40],"find":[42],"reasonable":[44],"tradeoff":[45],"between":[46],"complexity":[48],"and":[52,91],"its":[53],"capacity":[54],"capture":[56],"appropriately":[57],"dynamics":[59],"system.":[62],"Second,":[63],"define":[65],"novel":[67],"reward":[68],"function":[69],"that":[70,83,105],"takes":[71],"into":[72],"consideration":[73],"factors":[74],"related":[75],"user's":[78],"QoE.":[79],"Results":[80],"will":[81,103],"show,":[82],"our":[84,106],"Q-learning":[85,111],"is":[87],"able":[88],"learn":[90],"efficiently":[92],"selection":[95],"segment":[98],"qualities.":[99],"In":[100],"addition,":[101],"show":[104],"proposed":[107],"approach":[108],"outperforms":[109],"another":[110],"approach.":[112]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}