{"id":"https://openalex.org/W2925458104","doi":"https://doi.org/10.1109/twc.2019.2907077","title":"Proactive Caching for Vehicular Multi-View 3D Video Streaming via Deep Reinforcement Learning","display_name":"Proactive Caching for Vehicular Multi-View 3D Video Streaming via Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-03-29","ids":{"openalex":"https://openalex.org/W2925458104","doi":"https://doi.org/10.1109/twc.2019.2907077","mag":"2925458104"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2019.2907077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2019.2907077","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019360899","display_name":"Zhengming Zhang","orcid":"https://orcid.org/0000-0003-3096-1286"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengming Zhang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China"],"raw_orcid":"https://orcid.org/0000-0003-3096-1286","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020994183","display_name":"Yaoqing Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaoqing Yang","raw_affiliation_strings":["[Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA]"],"raw_orcid":"https://orcid.org/0000-0001-9908-5531","affiliations":[{"raw_affiliation_string":"[Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA]","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049704167","display_name":"Meng Hua","orcid":"https://orcid.org/0000-0002-3121-6344"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Hua","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China"],"raw_orcid":"https://orcid.org/0000-0002-3121-6344","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083864182","display_name":"Chunguo Li","orcid":"https://orcid.org/0000-0002-4689-7226"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunguo Li","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China"],"raw_orcid":"https://orcid.org/0000-0002-4689-7226","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056225611","display_name":"Yongming Huang","orcid":"https://orcid.org/0000-0003-3616-4616"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China"],"raw_orcid":"https://orcid.org/0000-0003-3616-4616","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045457613","display_name":"L\u00fcxi Yang","orcid":"https://orcid.org/0000-0003-1474-1806"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxi Yang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China"],"raw_orcid":"https://orcid.org/0000-0003-1474-1806","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering; Southeast University; Nanjing China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.997,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.97770484,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"18","issue":"5","first_page":"2693","last_page":"2706"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8635629415512085},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8545228242874146},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7288690805435181},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5256881713867188},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4699568748474121},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4578607678413391},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.45036977529525757},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44889408349990845},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4453815817832947},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.4443081021308899},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4207495152950287},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3799976706504822},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2343655824661255}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8635629415512085},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8545228242874146},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7288690805435181},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5256881713867188},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4699568748474121},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4578607678413391},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.45036977529525757},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44889408349990845},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4453815817832947},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4443081021308899},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4207495152950287},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3799976706504822},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2343655824661255},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2019.2907077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2019.2907077","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4152119378","display_name":null,"funder_award_id":"61720106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G887255413","display_name":"\u9762\u5411B4G/5G\u79fb\u52a8\u901a\u4fe1\u7cfb\u7edf\u7684\u5927\u89c4\u6a21MIMO\u4f20\u8f93\u65b9\u6848\u7814\u7a76\u53ca\u5176\u4f18\u5316\u8bbe\u8ba1","funder_award_id":"61372101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1522301498","https://openalex.org/W1969611313","https://openalex.org/W1980620643","https://openalex.org/W1985258161","https://openalex.org/W1986220933","https://openalex.org/W1994613437","https://openalex.org/W2008076367","https://openalex.org/W2016416397","https://openalex.org/W2040921991","https://openalex.org/W2051773775","https://openalex.org/W2091298358","https://openalex.org/W2121367620","https://openalex.org/W2125291623","https://openalex.org/W2142990573","https://openalex.org/W2145339207","https://openalex.org/W2154851929","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2215378786","https://openalex.org/W2257979135","https://openalex.org/W2326638477","https://openalex.org/W2364089413","https://openalex.org/W2381074797","https://openalex.org/W2469579026","https://openalex.org/W2508712411","https://openalex.org/W2516631548","https://openalex.org/W2560816672","https://openalex.org/W2584940224","https://openalex.org/W2603810864","https://openalex.org/W2607949628","https://openalex.org/W2963008907","https://openalex.org/W2963720901","https://openalex.org/W2963864421","https://openalex.org/W2964121744","https://openalex.org/W4302570325","https://openalex.org/W4394672593","https://openalex.org/W6631190155","https://openalex.org/W6684205842","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4389475841","https://openalex.org/W2808418668","https://openalex.org/W4241327272","https://openalex.org/W2120406836","https://openalex.org/W1996214847","https://openalex.org/W2903299703","https://openalex.org/W2117282672","https://openalex.org/W4211224558","https://openalex.org/W4281791088","https://openalex.org/W1574958246"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,13,35,55,84,96,102,116,130,138,158,166,169],"problem":[4,36],"of":[5,126,160,162,168],"proactive":[6,56,92],"caching":[7,57,93],"for":[8,23,59,147],"multi-view":[9,60],"3D":[10,61],"videos":[11,62],"in":[12,122],"fifth":[14],"generation":[15],"(5G)":[16],"networks.":[17],"We":[18,155],"establish":[19],"a":[20,44,64],"mathematical":[21],"model":[22,54],"this":[24],"problem,":[25],"and":[26,71],"point":[27],"out":[28],"that":[29,137],"it":[30],"is":[31,99],"difficult":[32],"to":[33,49,89,114,135],"solve":[34,50],"with":[37],"traditional":[38],"dynamic":[39,107],"programming,":[40],"then":[41],"we":[42,53,76,105],"propose":[43],"deep":[45,85,117],"reinforcement":[46,118],"learning":[47,119],"approach":[48],"it.":[51],"First,":[52],"system":[58,103],"as":[63],"Markov":[65],"decision":[66],"process":[67],"jointing":[68],"views":[69],"selection":[70],"local":[72],"memory":[73],"allocation.":[74],"Then,":[75],"present":[77],"an":[78,123],"actor-critic,":[79],"model-free":[80],"algorithm":[81,110,113,120],"based":[82],"on":[83,165],"deterministic":[86],"policy":[87],"gradient":[88],"find":[90],"effective":[91],"policy.":[94],"Since":[95],"action":[97,124],"space":[98,125],"affected":[100],"by":[101],"state,":[104],"embed":[106],"k-Nearest":[108],"Neighbor":[109],"into":[111],"actor-critic":[112],"implement":[115],"working":[121],"variable":[127],"size.":[128],"Finally,":[129],"numerical":[131],"results":[132],"are":[133],"given":[134],"demonstrate":[136],"proposed":[139],"solution":[140],"can":[141],"effectively":[142],"maintain":[143],"high-quality":[144],"user":[145],"experience":[146],"high-mobility":[148],"5G":[149],"users":[150],"moving":[151],"among":[152],"small":[153],"cells.":[154],"also":[156],"investigate":[157],"impact":[159],"configuration":[161],"critical":[163],"parameters":[164],"performance":[167],"algorithm.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}