{"id":"https://openalex.org/W3159526139","doi":"https://doi.org/10.1109/tvt.2021.3077072","title":"QoE-Driven Edge Caching in Vehicle Networks Based on Deep Reinforcement Learning","display_name":"QoE-Driven Edge Caching in Vehicle Networks Based on Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-05-03","ids":{"openalex":"https://openalex.org/W3159526139","doi":"https://doi.org/10.1109/tvt.2021.3077072","mag":"3159526139"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3077072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3077072","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043075442","display_name":"Chunhe Song","orcid":"https://orcid.org/0000-0001-8392-1777"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhe Song","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-8392-1777","affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544771","display_name":"Wenxiang Xu","orcid":"https://orcid.org/0000-0002-3682-4947"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxiang Xu","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3682-4947","affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070066854","display_name":"Tingting Wu","orcid":"https://orcid.org/0000-0002-1249-2837"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Wu","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042794515","display_name":"Shimao Yu","orcid":"https://orcid.org/0009-0008-5988-429X"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimao Yu","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Zeng","orcid":"https://orcid.org/0000-0001-7863-3260"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zeng","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-7863-3260","affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404886","display_name":"Ning Zhang","orcid":"https://orcid.org/0000-0002-8781-4925"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ning Zhang","raw_affiliation_strings":["Department of Electrical, and Computer Engineering University of Windsor, Windsor, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8781-4925","affiliations":[{"raw_affiliation_string":"Department of Electrical, and Computer Engineering University of Windsor, Windsor, ON, Canada","institution_ids":["https://openalex.org/I74413500"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.0902,"has_fulltext":false,"cited_by_count":83,"citation_normalized_percentile":{"value":0.98813111,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"70","issue":"6","first_page":"5286","last_page":"5295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8639063835144043},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.850506603717804},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7130178809165955},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5436127185821533},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.4985768795013428},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.47132304310798645},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.467693567276001},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4437091648578644},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.428693950176239},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35389843583106995},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.28450340032577515},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.2277030646800995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21402102708816528},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1670486032962799}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8639063835144043},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.850506603717804},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7130178809165955},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5436127185821533},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.4985768795013428},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.47132304310798645},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.467693567276001},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4437091648578644},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.428693950176239},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35389843583106995},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.28450340032577515},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2277030646800995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21402102708816528},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1670486032962799},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2021.3077072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3077072","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:ir.sia.cn/:173321/29370","is_oa":false,"landing_page_url":"http://ir.sia.cn/handle/173321/29370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1981488358","https://openalex.org/W2073069274","https://openalex.org/W2112053513","https://openalex.org/W2143865110","https://openalex.org/W2197673850","https://openalex.org/W2263102236","https://openalex.org/W2344330137","https://openalex.org/W2427444245","https://openalex.org/W2736175869","https://openalex.org/W2744588164","https://openalex.org/W2761862361","https://openalex.org/W2780743836","https://openalex.org/W2791836213","https://openalex.org/W2797697435","https://openalex.org/W2889540440","https://openalex.org/W2900094317","https://openalex.org/W2902215693","https://openalex.org/W2906042702","https://openalex.org/W2909706750","https://openalex.org/W2911894629","https://openalex.org/W2917137066","https://openalex.org/W2922587577","https://openalex.org/W2962682893","https://openalex.org/W2969560359","https://openalex.org/W2972325909","https://openalex.org/W2980789769","https://openalex.org/W2981618170","https://openalex.org/W2989596860","https://openalex.org/W3002844053","https://openalex.org/W3006140890","https://openalex.org/W3024137225","https://openalex.org/W3029736775"],"related_works":["https://openalex.org/W2957999883","https://openalex.org/W2372542233","https://openalex.org/W4376106090","https://openalex.org/W3008839940","https://openalex.org/W3154627629","https://openalex.org/W2061680365","https://openalex.org/W3176726184","https://openalex.org/W3157859045","https://openalex.org/W3215343781","https://openalex.org/W4205792691"],"abstract_inverted_index":{"The":[0,194],"Internet":[1],"of":[2,20,24,33,50,66,155,161,200],"vehicles":[3,39],"(IoV)":[4],"is":[5,27,59,128,146,167,183],"a":[6,60,109,123,152,159,178],"large":[7,153],"information":[8,13],"interaction":[9],"network":[10],"that":[11],"collects":[12],"on":[14,118,170],"vehicles,":[15],"roads":[16],"and":[17,40,68,90,93,136],"pedestrians.":[18],"One":[19],"the":[21,30,46,53,64,115,132,143,171,187,198,201],"important":[22],"uses":[23],"vehicle":[25],"networks":[26],"to":[28,45,185],"meet":[29],"entertainment":[31],"needs":[32],"driving":[34],"users":[35],"through":[36],"communication":[37],"between":[38],"roadside":[41],"units":[42],"(RSUs).":[43],"Due":[44],"limited":[47],"storage":[48],"space":[49],"RSUs,":[51],"determining":[52],"content":[54,91],"cached":[55],"in":[56],"each":[57],"RSU":[58,164,189],"key":[61],"challenge.":[62],"With":[63],"development":[65],"5G":[67],"video":[69,73],"editing":[70],"technology,":[71],"short":[72],"systems":[74,150],"have":[75],"become":[76],"increasingly":[77],"popular.":[78],"Current":[79],"widely":[80],"used":[81],"cache":[82,140,165,190],"update":[83,141,191],"methods,":[84,142],"such":[85,100],"as":[86],"partial":[87],"file":[88,134],"precaching":[89],"popularity-":[92,135],"user":[94,125,137,174],"interest-based":[95],"determination,":[96],"are":[97],"inefficient":[98],"for":[99,114,149],"systems.":[101],"To":[102],"solve":[103],"this":[104,106],"problem,":[105],"paper":[107],"proposes":[108],"QoE-driven":[110,188],"edge":[111],"caching":[112],"method":[113,145,182],"IoV":[116],"based":[117,169],"deep":[119,179],"reinforcement":[120,180],"learning.":[121],"First,":[122],"class-based":[124,173],"interest":[126,138,175],"model":[127,166],"established.":[129],"Compared":[130],"with":[131,151],"traditional":[133],"distribution-based":[139],"proposed":[144,172,202],"more":[147],"suitable":[148],"number":[154],"small":[156],"files.":[157],"Second,":[158],"quality":[160],"experience":[162],"(QoE)-driven":[163],"established":[168],"model.":[176],"Third,":[177],"learning":[181],"designed":[184],"address":[186],"issue":[192],"effectively.":[193],"experimental":[195],"results":[196],"verify":[197],"effectiveness":[199],"algorithm.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}