{"id":"https://openalex.org/W2979631453","doi":"https://doi.org/10.1109/access.2019.2946319","title":"A Q-Learning Based Scheme to Securely Cache Content in Edge-Enabled Heterogeneous Networks","display_name":"A Q-Learning Based Scheme to Securely Cache Content in Edge-Enabled Heterogeneous Networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2979631453","doi":"https://doi.org/10.1109/access.2019.2946319","mag":"2979631453"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2946319","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2946319","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2019.2946319","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036476208","display_name":"Minghui Dai","orcid":"https://orcid.org/0000-0001-9396-5781"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghui Dai","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066407180","display_name":"Zhou Su","orcid":"https://orcid.org/0000-0002-6518-3130"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Su","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6518-3130","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063990907","display_name":"Qichao Xu","orcid":"https://orcid.org/0000-0003-3206-399X"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qichao Xu","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101433359","display_name":"Weiwei Chen","orcid":"https://orcid.org/0000-0002-3447-8163"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Chen","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9297,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.78301651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"7","issue":null,"first_page":"163898","last_page":"163911"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8429972529411316},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7578612565994263},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6928656697273254},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6905490756034851},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.671495795249939},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6084061861038208},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5773277878761292},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.48290205001831055},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.4781542718410492},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.43928971886634827},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.2581329345703125},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.22118180990219116},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.21640554070472717},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09977754950523376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8429972529411316},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7578612565994263},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6928656697273254},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6905490756034851},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.671495795249939},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6084061861038208},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5773277878761292},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.48290205001831055},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.4781542718410492},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.43928971886634827},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2581329345703125},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.22118180990219116},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.21640554070472717},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09977754950523376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2946319","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2946319","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b7efe003a7e54c22a8c33e4ea8415ab3","is_oa":true,"landing_page_url":"https://doaj.org/article/b7efe003a7e54c22a8c33e4ea8415ab3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 163898-163911 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2946319","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2946319","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G3481667719","display_name":null,"funder_award_id":"91746114","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G3640155011","display_name":"\u57fa\u4e8e\u4e0b\u4e00\u4ee3\u7f51\u7edc\u4f53\u7cfb\u67b6\u6784\u7684\u79fb\u52a8\u793e\u4ea4\u5185\u5bb9\u5206\u53d1\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61571286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3837850091","display_name":null,"funder_award_id":"D18003","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G602484335","display_name":null,"funder_award_id":"U1808207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1995673582","https://openalex.org/W1998820109","https://openalex.org/W2011262634","https://openalex.org/W2026139231","https://openalex.org/W2035194284","https://openalex.org/W2054340180","https://openalex.org/W2055045754","https://openalex.org/W2065426583","https://openalex.org/W2093666557","https://openalex.org/W2126860621","https://openalex.org/W2149064724","https://openalex.org/W2275408081","https://openalex.org/W2321111488","https://openalex.org/W2331927393","https://openalex.org/W2413743043","https://openalex.org/W2498604117","https://openalex.org/W2522020580","https://openalex.org/W2560288464","https://openalex.org/W2592916654","https://openalex.org/W2593117902","https://openalex.org/W2610221072","https://openalex.org/W2623433653","https://openalex.org/W2624186268","https://openalex.org/W2740820849","https://openalex.org/W2742536559","https://openalex.org/W2743191418","https://openalex.org/W2744008461","https://openalex.org/W2745343798","https://openalex.org/W2772589475","https://openalex.org/W2789514895","https://openalex.org/W2802606086","https://openalex.org/W2805430140","https://openalex.org/W2891353362","https://openalex.org/W2895650681","https://openalex.org/W2897504868","https://openalex.org/W2899025451","https://openalex.org/W2900376989","https://openalex.org/W2909545649","https://openalex.org/W2911573951","https://openalex.org/W2911893217","https://openalex.org/W2916491361","https://openalex.org/W2924948991","https://openalex.org/W2931548779","https://openalex.org/W2946807166","https://openalex.org/W2949135363","https://openalex.org/W2963329985","https://openalex.org/W2963536698","https://openalex.org/W2963816847","https://openalex.org/W2963915866","https://openalex.org/W2963997272","https://openalex.org/W2964048168","https://openalex.org/W2964298328","https://openalex.org/W2980168994","https://openalex.org/W6759921812"],"related_works":["https://openalex.org/W1927327903","https://openalex.org/W1544665982","https://openalex.org/W2022479666","https://openalex.org/W2805504328","https://openalex.org/W2152099439","https://openalex.org/W4248847438","https://openalex.org/W2509090697","https://openalex.org/W2765987083","https://openalex.org/W2916283016","https://openalex.org/W2089621779"],"abstract_inverted_index":{"With":[0],"the":[1,10,16,41,76,103,126,135,147,155,159,167,172,188],"increasing":[2],"demands":[3],"for":[4,116],"mobile":[5,20,32,92],"users":[6,33],"to":[7,30,52,74,109,121,181],"obtain":[8,154],"content,":[9],"heterogeneous":[11],"networks":[12,18,90,94,106],"(HetNets),":[13],"which":[14],"consolidate":[15],"backbone":[17,89],"with":[19,34,88,125],"edge":[21,65,93,98,104,129,139,182],"networks,":[22],"have":[23],"been":[24],"regarded":[25],"as":[26,146],"a":[27,49,61,82,112],"promising":[28],"paradigm":[29],"provide":[31],"high":[35],"quality":[36],"of":[37,78,85,105,174],"experience":[38],"(QoE).":[39],"However,":[40],"limited":[42],"network":[43],"resources":[44],"and":[45,67,91,107,131,141,177,184],"caching":[46,118],"capacity":[47],"become":[48],"new":[50],"challenge":[51],"deliver":[53],"content":[54,68,79,86,117,132,142,175,185],"in":[55,58,70],"HetNets.":[56],"Therefore,":[57],"this":[59],"paper,":[60],"cooperative":[62,136],"scheme":[63,115,169],"between":[64,128,138],"server":[66,130,140,183],"provider":[69,143,186],"HetNets":[71],"is":[72,95,119,144],"proposed":[73,168],"improve":[75,171],"performance":[77],"delivery.":[80],"Firstly,":[81],"novel":[83],"framework":[84],"delivery":[87,176],"introduced.":[96],"The":[97],"servers":[99],"are":[100],"deployed":[101],"at":[102],"close":[108],"users.":[110],"Secondly,":[111],"Q-learning":[113],"based":[114],"developed":[120],"securely":[122],"cache":[123],"contents":[124],"cooperation":[127],"provider.":[133],"Thirdly,":[134],"interaction":[137],"modeled":[145],"double":[148],"auction":[149],"game.":[150],"Each":[151],"player":[152],"can":[153,170],"maximum":[156],"utility":[157],"from":[158],"equilibrium":[160],"strategy.":[161],"Finally,":[162],"simulation":[163],"results":[164],"show":[165],"that":[166],"efficiency":[173],"bring":[178],"more":[179],"utilities":[180],"than":[187],"conventional":[189],"schemes.":[190]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}