{"id":"https://openalex.org/W4392567311","doi":"https://doi.org/10.1109/access.2024.3375113","title":"Joint Content Caching, Recommendation, and Transmission for Layered Scalable Videos Over Dynamic Cellular Networks: A Dueling Deep Q-Learning Approach","display_name":"Joint Content Caching, Recommendation, and Transmission for Layered Scalable Videos Over Dynamic Cellular Networks: A Dueling Deep Q-Learning Approach","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392567311","doi":"https://doi.org/10.1109/access.2024.3375113"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3375113","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375113","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10463054.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10463054.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101713189","display_name":"Junfeng Xie","orcid":"https://orcid.org/0000-0003-0633-2420"},"institutions":[{"id":"https://openalex.org/I135714990","display_name":"North University of China","ror":"https://ror.org/047bp1713","country_code":"CN","type":"education","lineage":["https://openalex.org/I135714990"]},{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfeng Xie","raw_affiliation_strings":["School of Information and Communication Engineering, North University of China, Taiyuan, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","School of Information and Communication Engineering, North University of China, Taiyuan, P.R. China"],"raw_orcid":"https://orcid.org/0000-0003-0633-2420","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, North University of China, Taiyuan, China","institution_ids":["https://openalex.org/I135714990"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Information and Communication Engineering, North University of China, Taiyuan, P.R. China","institution_ids":["https://openalex.org/I135714990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028320115","display_name":"Qingmin Jia","orcid":"https://orcid.org/0000-0002-9902-7910"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingmin Jia","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","Purple Mountain Laboratories, Nanjing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-9902-7910","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, P.R. China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114133675","display_name":"Xinhang Mu","orcid":null},"institutions":[{"id":"https://openalex.org/I135714990","display_name":"North University of China","ror":"https://ror.org/047bp1713","country_code":"CN","type":"education","lineage":["https://openalex.org/I135714990"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinhang Mu","raw_affiliation_strings":["School of Information and Communication Engineering, North University of China, Taiyuan, China","School of Information and Communication Engineering, North University of China, Taiyuan, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, North University of China, Taiyuan, China","institution_ids":["https://openalex.org/I135714990"]},{"raw_affiliation_string":"School of Information and Communication Engineering, North University of China, Taiyuan, P.R. China","institution_ids":["https://openalex.org/I135714990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102626524","display_name":"Fengliang Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I135714990","display_name":"North University of China","ror":"https://ror.org/047bp1713","country_code":"CN","type":"education","lineage":["https://openalex.org/I135714990"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengliang Lu","raw_affiliation_strings":["School of Information and Communication Engineering, North University of China, Taiyuan, China","School of Information and Communication Engineering, North University of China, Taiyuan, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, North University of China, Taiyuan, China","institution_ids":["https://openalex.org/I135714990"]},{"raw_affiliation_string":"School of Information and Communication Engineering, North University of China, Taiyuan, P.R. China","institution_ids":["https://openalex.org/I135714990"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8733,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85566836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"36657","last_page":"36669"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9025701284408569},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7517483830451965},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5722911953926086},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5562962293624878},{"id":"https://openalex.org/keywords/scalable-video-coding","display_name":"Scalable Video Coding","score":0.526322066783905},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.5179209113121033},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4790319502353668},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4306294322013855},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.41307318210601807},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4030337333679199},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.36203235387802124},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3401809334754944},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3286527395248413},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22893297672271729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9025701284408569},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7517483830451965},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5722911953926086},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5562962293624878},{"id":"https://openalex.org/C133529210","wikidata":"https://www.wikidata.org/wiki/Q1076113","display_name":"Scalable Video Coding","level":3,"score":0.526322066783905},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.5179209113121033},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4790319502353668},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4306294322013855},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41307318210601807},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4030337333679199},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36203235387802124},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3401809334754944},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3286527395248413},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22893297672271729},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3375113","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375113","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10463054.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1cb7c2d991a643ef98e5456e4fdc9e97","is_oa":true,"landing_page_url":"https://doaj.org/article/1cb7c2d991a643ef98e5456e4fdc9e97","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 36657-36669 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3375113","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375113","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10463054.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1970151165","display_name":null,"funder_award_id":"92367104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3067006959","display_name":null,"funder_award_id":"92267301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6535898119","display_name":null,"funder_award_id":"2022-147","funder_id":"https://openalex.org/F4320321884","funder_display_name":"Shanxi Scholarship Council of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321884","display_name":"Shanxi Scholarship Council of China","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392567311.pdf","grobid_xml":"https://content.openalex.org/works/W4392567311.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1555291764","https://openalex.org/W2041479067","https://openalex.org/W2100595504","https://openalex.org/W2112053513","https://openalex.org/W2113087712","https://openalex.org/W2398409936","https://openalex.org/W2616636064","https://openalex.org/W2756144809","https://openalex.org/W2757633303","https://openalex.org/W2763302263","https://openalex.org/W2800875871","https://openalex.org/W2806803384","https://openalex.org/W2808537148","https://openalex.org/W2810054667","https://openalex.org/W2811476110","https://openalex.org/W2864324236","https://openalex.org/W2888982783","https://openalex.org/W2900490252","https://openalex.org/W2904856968","https://openalex.org/W2908992891","https://openalex.org/W2911860039","https://openalex.org/W2915905517","https://openalex.org/W2917931996","https://openalex.org/W2919547726","https://openalex.org/W2934046414","https://openalex.org/W2953025431","https://openalex.org/W2953274955","https://openalex.org/W2958353917","https://openalex.org/W2963982491","https://openalex.org/W2971575848","https://openalex.org/W2981791693","https://openalex.org/W2998623446","https://openalex.org/W3011576217","https://openalex.org/W3011596843","https://openalex.org/W3036749975","https://openalex.org/W3048543830","https://openalex.org/W3102402089","https://openalex.org/W3111318367","https://openalex.org/W3111674505","https://openalex.org/W3130502471","https://openalex.org/W3130871285","https://openalex.org/W3136794940","https://openalex.org/W3138983500","https://openalex.org/W3144356199","https://openalex.org/W3170293865","https://openalex.org/W3201645002","https://openalex.org/W3206199270","https://openalex.org/W3209772470","https://openalex.org/W3215554746","https://openalex.org/W4212799982","https://openalex.org/W4251086436","https://openalex.org/W4285124842","https://openalex.org/W4285138826","https://openalex.org/W4285228119","https://openalex.org/W4293198051","https://openalex.org/W4312229114","https://openalex.org/W4317796724","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2520149731","https://openalex.org/W1981519115","https://openalex.org/W1985631144","https://openalex.org/W2087123996","https://openalex.org/W3111553259","https://openalex.org/W2103264866","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Scalable":[0],"Video":[1],"Coding":[2],"(SVC)":[3],"and":[4,43,61,74,96,134,166],"edge":[5],"caching":[6,27],"are":[7,174],"two":[8],"techniques":[9],"that":[10,90],"hold":[11],"the":[12,26,39,54,76,129,138,142,149,158,162],"potential":[13],"to":[14,65,146],"improve":[15,66],"user-perceived":[16],"video":[17,21,32,40,58,93,131],"viewing":[18],"experience.":[19],"Moreover,":[20],"recommendation":[22,42,95,133],"can":[23,127],"further":[24],"enhance":[25],"gain":[28],"by":[29,69,84,114],"reshaping":[30],"users\u2019":[31],"preferences.":[33],"In":[34],"this":[35,124],"paper,":[36],"we":[37,82,126],"investigate":[38],"caching,":[41,94,132],"transmission":[44],"for":[45],"layered":[46],"SVC":[47],"streaming":[48],"in":[49,168],"cache-enabled":[50],"cellular":[51],"networks.":[52],"Considering":[53],"dynamic":[55],"characteristics":[56],"of":[57,141,151],"popularity":[59],"distribution":[60],"wireless":[62],"network":[63,120],"environment,":[64],"energy":[67,72,172],"efficiency":[68],"minimizing":[70],"system":[71,171],"consumption":[73,173],"ensure":[75],"average":[77],"user":[78,97],"preference":[79],"deviation":[80],"tolerance,":[81],"begin":[83],"formulating":[85],"a":[86,106,116],"long-term":[87,170],"optimization":[88],"problem":[89,101],"focuses":[91],"on":[92],"association":[98],"(UA).":[99],"The":[100],"is":[102,112,144,155],"then":[103],"transformed":[104],"into":[105,157],"Markov":[107],"decision":[108],"process":[109],"(MDP),":[110],"which":[111],"solved":[113],"designing":[115],"dueling":[117],"deep":[118],"Q-learning":[119],"(DDQN)-based":[121],"algorithm.":[122,160],"Using":[123],"algorithm,":[125],"obtain":[128],"optimal":[130],"UA":[135],"solutions.":[136],"Since":[137],"action":[139],"space":[140],"MDP":[143],"huge,":[145],"cope":[147],"with":[148],"\u201ccurse":[150],"dimensionality\u201d,":[152],"linear":[153],"approximation":[154],"integrated":[156],"designed":[159],"Finally,":[161],"proposed":[163],"algorithm\u2019s":[164],"convergence":[165],"effectiveness":[167],"reducing":[169],"demonstrated":[175],"through":[176],"extensive":[177],"simulations.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}