{"id":"https://openalex.org/W2751464006","doi":"https://doi.org/10.1109/icme.2017.8019496","title":"CP-operated dash caching via reinforcement learning","display_name":"CP-operated dash caching via reinforcement learning","publication_year":2017,"publication_date":"2017-07-01","ids":{"openalex":"https://openalex.org/W2751464006","doi":"https://doi.org/10.1109/icme.2017.8019496","mag":"2751464006"},"language":"en","primary_location":{"id":"doi:10.1109/icme.2017.8019496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2017.8019496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007561479","display_name":"Zhengyuan Pang","orcid":"https://orcid.org/0000-0003-0321-4891"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhengyuan Pang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047712495","display_name":"Lifeng Sun","orcid":"https://orcid.org/0000-0002-4057-5138"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifeng Sun","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376399","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-5462-6178"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Graduate School at Shenzhen, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102970515","display_name":"Wen Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Hu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024669831","display_name":"Shiqiang Yang","orcid":"https://orcid.org/0000-0001-5356-4094"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqiang Yang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5007561479"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.091,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.46183915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"1","issue":null,"first_page":"487","last_page":"492"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dash","display_name":"Dash","score":0.9033582210540771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8471271395683289},{"id":"https://openalex.org/keywords/dynamic-adaptive-streaming-over-http","display_name":"Dynamic Adaptive Streaming over HTTP","score":0.7770475149154663},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7733883857727051},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.7521541118621826},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7177973985671997},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6327332258224487},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4993140697479248},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34714406728744507},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.27049189805984497},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1532287895679474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1391770839691162}],"concepts":[{"id":"https://openalex.org/C2776090536","wikidata":"https://www.wikidata.org/wiki/Q187819","display_name":"Dash","level":2,"score":0.9033582210540771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8471271395683289},{"id":"https://openalex.org/C2777588599","wikidata":"https://www.wikidata.org/wiki/Q135299","display_name":"Dynamic Adaptive Streaming over HTTP","level":4,"score":0.7770475149154663},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7733883857727051},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.7521541118621826},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7177973985671997},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6327332258224487},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4993140697479248},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34714406728744507},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.27049189805984497},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1532287895679474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1391770839691162}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme.2017.8019496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2017.8019496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1518741822","https://openalex.org/W1976944900","https://openalex.org/W1985574408","https://openalex.org/W1997702620","https://openalex.org/W2013628864","https://openalex.org/W2059765723","https://openalex.org/W2095095223","https://openalex.org/W2399399754","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W6665591547"],"related_works":["https://openalex.org/W2086791979","https://openalex.org/W2028643315","https://openalex.org/W2663282472","https://openalex.org/W2210424002","https://openalex.org/W2726908435","https://openalex.org/W2978071635","https://openalex.org/W2560609567","https://openalex.org/W2779905500","https://openalex.org/W3097892262","https://openalex.org/W3081922100"],"abstract_inverted_index":{"In":[0,109],"recent":[1],"years,":[2],"Dynamic":[3],"Adaptive":[4],"Streaming":[5],"over":[6,123],"HTTP":[7,32],"(DASH)":[8],"has":[9],"gained":[10],"momentum":[11],"as":[12,43,45,118,148],"an":[13],"effective":[14],"solution":[15,165],"for":[16,72],"delivering":[17],"videos":[18],"on":[19],"the":[20,28,40,78,83,114,140,144,149,185,196],"Internet.":[21],"This":[22],"trend":[23],"is":[24,133],"further":[25],"driven":[26],"by":[27],"deployment":[29],"of":[30,130,139,166,184],"existing":[31],"cache":[33,53,62],"infrastructures":[34],"in":[35,55,86],"DASH":[36,56,88,98],"systems":[37,57],"to":[38,46,76,101,134,189,195],"reduce":[39],"traffic":[41],"load":[42],"well":[44],"serve":[47],"clients":[48],"better.":[49],"However,":[50],"deploying":[51],"conventional":[52],"servers":[54],"still":[58],"suffers":[59],"from":[60],"low":[61,107],"hit":[63],"ratio":[64],"and":[65,82,143],"bitrate":[66],"oscillations,":[67],"which":[68,160],"makes":[69],"it":[70],"challenging":[71],"content":[73],"providers":[74],"(CPs)":[75],"balance":[77],"user-perceived":[79],"quality-of-experience":[80],"(QoE)":[81],"operating":[84,145],"cost":[85],"cache-enabled":[87],"systems.":[89],"To":[90],"address":[91],"this":[92,131,167],"challenge,":[93],"we":[94,111,152,173],"propose":[95],"a":[96,119,124,136,154],"CP-operated":[97],"caching":[99,115],"framework":[100],"provide":[102],"good":[103],"user":[104,141],"QoE":[105,142],"with":[106],"cost.":[108],"particular,":[110],"first":[112],"formulate":[113],"decision":[116],"problem":[117,122,132],"stochastic":[120],"optimization":[121],"finite":[125],"time":[126],"horizon.":[127],"The":[128],"objective":[129],"maximize":[135],"weighted":[137],"sum":[138],"cost,":[146],"termed":[147],"utility.":[150],"Then":[151],"design":[153],"reinforcement":[155],"learning":[156],"based":[157],"online":[158],"algorithm":[159],"can":[161],"obtain":[162],"approximately":[163],"optimal":[164],"problem.":[168],"Through":[169],"extensive":[170],"trace-driven":[171],"experiments,":[172],"show":[174],"that":[175],"our":[176],"approach":[177],"not":[178],"only":[179],"achieves":[180],"40%":[181],"average":[182],"improvement":[183],"overall":[186],"utility":[187],"compared":[188],"baseline":[190],"approaches,":[191],"but":[192],"also":[193],"adapts":[194],"server":[197],"load.":[198]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}