{"id":"https://openalex.org/W3211570189","doi":"https://doi.org/10.1109/tmm.2021.3125803","title":"Towards Real-Time Video Caching at Edge Servers: A Cost-Aware Deep Q-Learning Solution","display_name":"Towards Real-Time Video Caching at Edge Servers: A Cost-Aware Deep Q-Learning Solution","publication_year":2021,"publication_date":"2021-11-09","ids":{"openalex":"https://openalex.org/W3211570189","doi":"https://doi.org/10.1109/tmm.2021.3125803","mag":"3211570189"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3125803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3125803","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002534955","display_name":"Laizhong Cui","orcid":"https://orcid.org/0000-0003-1991-290X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Laizhong Cui","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, PR. China","Guangdong Laboratory of Artificial-Intelligence and Cyber-Economics(SZ), Shenzhen University, Shenzhen, PR. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, PR. China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial-Intelligence and Cyber-Economics(SZ), Shenzhen University, Shenzhen, PR. China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066570936","display_name":"Erchao Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erchao Ni","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, PR. China","Guangdong Laboratory of Artificial-Intelligence and Cyber-Economics(SZ), Shenzhen University, Shenzhen, PR. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, PR. China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial-Intelligence and Cyber-Economics(SZ), Shenzhen University, Shenzhen, PR. China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029669009","display_name":"Yipeng Zhou","orcid":"https://orcid.org/0000-0003-1533-0865"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Yipeng Zhou","raw_affiliation_strings":["Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","Peng Cheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376399","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-5462-6178"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433953","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-7395-3780"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, PR. China","Guangdong Laboratory of Artificial-Intelligence and Cyber-Economics(SZ), Shenzhen University, Shenzhen, PR. China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, PR. China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial-Intelligence and Cyber-Economics(SZ), Shenzhen University, Shenzhen, PR. China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039311485","display_name":"Jiangchuan Liu","orcid":"https://orcid.org/0000-0001-6592-1984"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiangchuan Liu","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063792608","display_name":"Yuedong Xu","orcid":"https://orcid.org/0000-0003-4168-3998"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuedong Xu","raw_affiliation_strings":["Department of Electronic Engineering, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5002534955"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":2.2301,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.88494236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"302","last_page":"314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9110027551651001},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.828997015953064},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6434653997421265},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5652478933334351},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5567483901977539},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5193594694137573},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4801059067249298},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.41721513867378235},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.415947288274765},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19042286276817322}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9110027551651001},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.828997015953064},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6434653997421265},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5652478933334351},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5567483901977539},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5193594694137573},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4801059067249298},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.41721513867378235},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.415947288274765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19042286276817322},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3125803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3125803","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1993002912","display_name":null,"funder_award_id":"DE180100950","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G2675214031","display_name":null,"funder_award_id":"61872215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3747643392","display_name":null,"funder_award_id":"61902257","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4880136646","display_name":null,"funder_award_id":"61772139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7006828336","display_name":null,"funder_award_id":"61772345","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7802034748","display_name":null,"funder_award_id":"2021A1515012633","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1485670664","https://openalex.org/W1788288079","https://openalex.org/W2009708702","https://openalex.org/W2054237513","https://openalex.org/W2145339207","https://openalex.org/W2518017861","https://openalex.org/W2519564973","https://openalex.org/W2561715741","https://openalex.org/W2584313960","https://openalex.org/W2603810864","https://openalex.org/W2624989916","https://openalex.org/W2744588164","https://openalex.org/W2761567079","https://openalex.org/W2768475350","https://openalex.org/W2773687131","https://openalex.org/W2790257945","https://openalex.org/W2794138919","https://openalex.org/W2885965959","https://openalex.org/W2891286892","https://openalex.org/W2891611393","https://openalex.org/W2897434075","https://openalex.org/W2905372652","https://openalex.org/W2912078769","https://openalex.org/W2919430786","https://openalex.org/W2919547726","https://openalex.org/W2934046414","https://openalex.org/W2942140333","https://openalex.org/W2944473698","https://openalex.org/W2956416002","https://openalex.org/W2963805280","https://openalex.org/W2993799200","https://openalex.org/W3002844053","https://openalex.org/W6736175359","https://openalex.org/W6750798687","https://openalex.org/W6774028308"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710","https://openalex.org/W2952704802","https://openalex.org/W2741781807"],"abstract_inverted_index":{"Given":[0],"the":[1,34,38,47,51,99,125,137,144,149,155,160,172,193,202,221,225],"rapid":[2],"growth":[3],"of":[4,65,124,143,192,204],"user-generated":[5],"videos,":[6],"internet":[7],"traffic":[8,36],"has":[9,27],"been":[10,28],"heavily":[11],"dominated":[12],"by":[13,109],"online":[14,117,195],"video":[15,48,90,118,145,183,187,196],"streaming.":[16],"Caching":[17],"videos":[18,174],"on":[19,50],"edge":[20,69,94,226],"servers":[21],"in":[22,112,198,224],"close":[23],"proximity":[24],"to":[25,32,45,74,97,200,208],"users":[26,132],"an":[29],"effective":[30,122],"approach":[31],"reduce":[33],"backbone":[35],"and":[37,105,127,133,148,179,207],"request":[39],"response":[40],"time,":[41],"as":[42,44,140],"well":[43,82],"improve":[46],"quality":[49],"user":[52],"side.":[53],"Video":[54],"popularity,":[55],"however,":[56],"can":[57,175],"be":[58,176],"highly":[59],"dynamic":[60,182],"over":[61],"time.":[62],"The":[63,214],"cost":[64],"cache":[66],"replacement":[67],"at":[68],"servers,":[70,95],"particularly":[71],"that":[72,171,217],"related":[73],"service":[75],"interruption":[76],"during":[77],"replacement,":[78],"is":[79],"not":[80],"yet":[81],"understood.":[83],"This":[84],"paper":[85],"presents":[86],"a":[87,141],"novel":[88],"lightweight":[89],"caching":[91,119,165,227],"algorithm":[92],"for":[93,163],"seeking":[96],"optimize":[98],"hit":[100],"rate":[101],"with":[102,167,181,211],"real-time":[103],"decisions":[104,166],"minimized":[106],"cost.":[107],"Inspired":[108],"recent":[110],"advances":[111],"deep":[113],"Q-learning,":[114],"our":[115,205],"DQN-based":[116],"(DQN-OVC)":[120],"makes":[121],"use":[123],"rich":[126],"readily":[128],"available":[129],"information":[130],"from":[131,189],"networks.":[134],"We":[135,158,185],"decompose":[136],"Q-value":[138],"function":[139,147,162],"product":[142],"value":[146],"action":[150,161],"function,":[151],"which":[152],"significantly":[153,219],"reduces":[154],"state":[156],"space.":[157],"instantiate":[159],"cost-aware":[164],"low":[168],"complexity":[169],"so":[170],"cached":[173],"updated":[177],"continuously":[178],"instantly":[180],"popularity.":[184],"used":[186],"traces":[188],"Tencent,":[190],"one":[191],"largest":[194],"providers":[197],"China,":[199],"evaluate":[201],"performance":[203],"DQN-OVC":[206,218],"compare":[209],"it":[210],"state-of-the-art":[212],"solutions.":[213],"results":[215],"demonstrate":[216],"outperforms":[220],"baseline":[222],"algorithms":[223],"context.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}