{"id":"https://openalex.org/W2477392719","doi":"https://doi.org/10.1109/icc.2016.7511226","title":"Implementation and evaluation of adaptive video streaming based on Markov decision process","display_name":"Implementation and evaluation of adaptive video streaming based on Markov decision process","publication_year":2016,"publication_date":"2016-05-01","ids":{"openalex":"https://openalex.org/W2477392719","doi":"https://doi.org/10.1109/icc.2016.7511226","mag":"2477392719"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2016.7511226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2016.7511226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063672901","display_name":"Ayub Bokani","orcid":"https://orcid.org/0000-0001-5160-7724"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Ayub Bokani","raw_affiliation_strings":["Data61, CSIRO","School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020718314","display_name":"Sayed Amir Hoseini","orcid":"https://orcid.org/0000-0002-3105-4218"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"S. Amir Hoseini","raw_affiliation_strings":["Data61, CSIRO","School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060359558","display_name":"Mahbub Hassan","orcid":"https://orcid.org/0000-0002-3417-8590"},"institutions":[{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mahbub Hassan","raw_affiliation_strings":["Data61, CSIRO","School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059077090","display_name":"Salil S. Kanhere","orcid":"https://orcid.org/0000-0002-1835-3475"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Salil S. Kanhere","raw_affiliation_strings":["Data61, CSIRO","School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"School of Computer Science and Engineering, The University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063672901"],"corresponding_institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I31746571","https://openalex.org/I42894916"],"apc_list":null,"apc_paid":null,"fwci":0.668,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76756675,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"3","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dash","display_name":"Dash","score":0.8728540539741516},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8619193434715271},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8400635719299316},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5664117932319641},{"id":"https://openalex.org/keywords/dynamic-adaptive-streaming-over-http","display_name":"Dynamic Adaptive Streaming over HTTP","score":0.5438001155853271},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.49903249740600586},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4654003083705902},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4421989321708679},{"id":"https://openalex.org/keywords/video-streaming","display_name":"Video streaming","score":0.4382089674472809},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.4294630289077759},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.42941534519195557},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.3298007547855377},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.29633480310440063},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2875708341598511},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2501242160797119},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.23733243346214294}],"concepts":[{"id":"https://openalex.org/C2776090536","wikidata":"https://www.wikidata.org/wiki/Q187819","display_name":"Dash","level":2,"score":0.8728540539741516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8619193434715271},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8400635719299316},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5664117932319641},{"id":"https://openalex.org/C2777588599","wikidata":"https://www.wikidata.org/wiki/Q135299","display_name":"Dynamic Adaptive Streaming over HTTP","level":4,"score":0.5438001155853271},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.49903249740600586},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4654003083705902},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4421989321708679},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.4382089674472809},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.4294630289077759},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.42941534519195557},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.3298007547855377},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.29633480310440063},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2875708341598511},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2501242160797119},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.23733243346214294},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc.2016.7511226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2016.7511226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W287216907","https://openalex.org/W1972191802","https://openalex.org/W2036566298","https://openalex.org/W2077633508","https://openalex.org/W2077963383","https://openalex.org/W2185395384","https://openalex.org/W2535319395","https://openalex.org/W3011120880"],"related_works":["https://openalex.org/W2028643315","https://openalex.org/W2937200029","https://openalex.org/W2663282472","https://openalex.org/W2726908435","https://openalex.org/W2210424002","https://openalex.org/W2560609567","https://openalex.org/W2978071635","https://openalex.org/W3097892262","https://openalex.org/W2421266332","https://openalex.org/W3081922100"],"abstract_inverted_index":{"In":[0,110],"HTTP-based":[1],"adaptive":[2],"streaming":[3],"systems,":[4],"media":[5],"server":[6],"simply":[7],"stores":[8],"video":[9,83,135,161,173],"content":[10],"segmented":[11],"into":[12],"a":[13,33,45,115,128,176],"series":[14],"of":[15,93,106,160,178],"small":[16],"chunks":[17],"coded":[18],"in":[19,49,56,153,191],"different":[20],"qualities":[21],"and":[22,78,104,146,149,169,180],"sizes.":[23],"The":[24],"decision":[25,68,76,187],"for":[26,74],"next":[27],"chunk's":[28],"quality":[29,35],"level":[30],"to":[31,40,53,90,96,126,184],"achieve":[32],"high":[34],"viewing":[36],"experience":[37],"is":[38,44,71],"left":[39],"the":[41,185,192],"client":[42],"which":[43],"challenging":[46],"task,":[47],"especially":[48],"mobile":[50],"environment":[51],"due":[52],"unexpected":[54],"changes":[55],"network":[57],"bandwidth.":[58],"Using":[59],"computer":[60],"simulations,":[61],"previous":[62],"work":[63],"has":[64,99],"demonstrated":[65],"that":[66,79,132,166],"Markov":[67],"process":[69],"(MDP)":[70],"very":[72],"effective":[73],"such":[75],"making":[77,188],"it":[80],"can":[81],"reduce":[82,172],"freezing":[84,174],"or":[85],"re-buffering":[86],"events":[87],"drastically":[88],"compared":[89,183],"other":[91],"methods":[92],"adaptation.":[94,136],"However,":[95],"date":[97],"there":[98],"been":[100],"no":[101],"practical":[102],"implementation":[103],"evaluation":[105],"MDP-based":[107,134],"DASH":[108,118,123,130,194],"players.":[109],"this":[111],"work,":[112],"we":[113],"extend":[114],"publicly":[116],"available":[117],"player":[119,131],"recently":[120],"released":[121],"by":[122,175],"industry":[124],"forum":[125],"realise":[127],"real":[129,154],"implements":[133],"We":[137],"implement":[138],"two":[139],"alternative":[140],"MDP":[141],"optimisation":[142],"algorithms,":[143],"value":[144,167],"iteration":[145,168],"Q":[147,170],"learning":[148,171],"evaluate":[150],"their":[151],"performances":[152],"driving":[155],"conditions":[156],"under":[157],"300":[158],"minutes":[159],"streaming.":[162],"Our":[163],"results":[164],"show":[165],"factor":[177],"8":[179],"11,":[181],"respectively,":[182],"default":[186],"algorithm":[189],"implemented":[190],"public":[193],"player.":[195]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}