{"id":"https://openalex.org/W4315786268","doi":"https://doi.org/10.3390/sym15010217","title":"Deep Reinforcement Learning-Based Resource Allocation for Content Distribution in IoT-Edge-Cloud Computing Environments","display_name":"Deep Reinforcement Learning-Based Resource Allocation for Content Distribution in IoT-Edge-Cloud Computing Environments","publication_year":2023,"publication_date":"2023-01-12","ids":{"openalex":"https://openalex.org/W4315786268","doi":"https://doi.org/10.3390/sym15010217"},"language":"en","primary_location":{"id":"doi:10.3390/sym15010217","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym15010217","pdf_url":"https://www.mdpi.com/2073-8994/15/1/217/pdf?version=1673573973","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/15/1/217/pdf?version=1673573973","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078766836","display_name":"Tongke Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongke Cui","raw_affiliation_strings":["College of Information and Communication, National University of Defense Technology, Changsha 410073, China"],"affiliations":[{"raw_affiliation_string":"College of Information and Communication, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100568818","display_name":"Ruopeng Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruopeng Yang","raw_affiliation_strings":["College of Information and Communication, National University of Defense Technology, Changsha 410073, China"],"affiliations":[{"raw_affiliation_string":"College of Information and Communication, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062252654","display_name":"Chao Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Fang","raw_affiliation_strings":["Faculty of Information Technology, Beijing University of Technology, Beijing 100124, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Beijing University of Technology, Beijing 100124, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005228053","display_name":"Shui Yu","orcid":"https://orcid.org/0000-0003-4485-6743"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shui Yu","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW 2007, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5062252654"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":7.5523,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.97641059,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"15","issue":"1","first_page":"217","last_page":"217"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8803304433822632},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7489964962005615},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7393217086791992},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6178146600723267},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6088705062866211},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6019293069839478},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5482129454612732},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.5291807055473328},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.451585590839386},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.42479318380355835},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.2537091374397278},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1459917426109314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8803304433822632},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7489964962005615},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7393217086791992},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6178146600723267},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6088705062866211},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6019293069839478},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5482129454612732},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.5291807055473328},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.451585590839386},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.42479318380355835},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2537091374397278},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1459917426109314},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym15010217","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym15010217","pdf_url":"https://www.mdpi.com/2073-8994/15/1/217/pdf?version=1673573973","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8166a7cf3a0a41b2a739dc286bf04ff5","is_oa":true,"landing_page_url":"https://doaj.org/article/8166a7cf3a0a41b2a739dc286bf04ff5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 15, Iss 1, p 217 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/15/1/217/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/sym15010217","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym15010217","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym15010217","pdf_url":"https://www.mdpi.com/2073-8994/15/1/217/pdf?version=1673573973","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1760909994","display_name":null,"funder_award_id":"Z191100001119094","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"}],"funders":[{"id":"https://openalex.org/F4320321913","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4315786268.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1967052755","https://openalex.org/W1970722330","https://openalex.org/W1973075905","https://openalex.org/W1994783589","https://openalex.org/W2009708702","https://openalex.org/W2024379753","https://openalex.org/W2072845328","https://openalex.org/W2082081352","https://openalex.org/W2111414907","https://openalex.org/W2112053513","https://openalex.org/W2195423816","https://openalex.org/W2303202149","https://openalex.org/W2337653519","https://openalex.org/W2373139161","https://openalex.org/W2397723600","https://openalex.org/W2516316490","https://openalex.org/W2522153945","https://openalex.org/W2593877074","https://openalex.org/W2617931713","https://openalex.org/W2620303912","https://openalex.org/W2791439100","https://openalex.org/W2804094841","https://openalex.org/W2846573131","https://openalex.org/W2902142650","https://openalex.org/W2903254326","https://openalex.org/W2903523957","https://openalex.org/W2903615875","https://openalex.org/W2918400102","https://openalex.org/W2921018545","https://openalex.org/W2924948991","https://openalex.org/W2955445038","https://openalex.org/W2962943958","https://openalex.org/W2963196579","https://openalex.org/W2997002273","https://openalex.org/W3016764502","https://openalex.org/W3035462921","https://openalex.org/W3040211802","https://openalex.org/W3088084782","https://openalex.org/W3110101394","https://openalex.org/W3114047313","https://openalex.org/W3116758044","https://openalex.org/W3119035836","https://openalex.org/W3127352776","https://openalex.org/W3129153311","https://openalex.org/W3130492972","https://openalex.org/W3155764949","https://openalex.org/W3166595032","https://openalex.org/W3171468598","https://openalex.org/W3175044018","https://openalex.org/W3175796458","https://openalex.org/W3196370210","https://openalex.org/W3202920624","https://openalex.org/W3203580723","https://openalex.org/W4229507690","https://openalex.org/W6725987097","https://openalex.org/W6765609444"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3048663290","https://openalex.org/W2975573143","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W1850388273","https://openalex.org/W3174690704","https://openalex.org/W4221092438","https://openalex.org/W4406207611","https://openalex.org/W4407633523"],"abstract_inverted_index":{"With":[0],"the":[1,6,38,74,110,113,133,137],"emergence":[2],"of":[3,8,19,40,78,112],"intelligent":[4],"terminals,":[5],"Internet":[7],"Vehicles":[9],"(IoV)":[10],"has":[11,127],"been":[12],"drawing":[13],"great":[14],"attention":[15],"by":[16,63],"taking":[17],"advantage":[18],"mobile":[20],"communication":[21,28,69],"technologies.":[22],"However,":[23],"high":[24],"computation":[25],"complexity,":[26],"collaboration":[27,139],"overhead":[29],"and":[30,68,106,117,141],"limited":[31],"network":[32,61,99,118,129],"bandwidths":[33],"bring":[34],"severe":[35],"challenges":[36],"to":[37,59,101],"provision":[39],"latency-sensitive":[41],"IoV":[42,57],"services.":[43],"To":[44],"overcome":[45],"these":[46],"problems,":[47],"we":[48],"design":[49],"a":[50,82,89],"cloud-edge":[51,138],"cooperative":[52],"content-delivery":[53],"strategy":[54,126],"in":[55,97,136],"asymmetrical":[56],"environments":[58],"minimize":[60],"latency":[62,85,130],"providing":[64],"optimal":[65,103],"computing,":[66],"caching":[67,105],"resource":[70],"allocation.":[71],"We":[72],"abstract":[73],"joint":[75],"allocation":[76],"issue":[77],"heterogeneous":[79],"resources":[80],"as":[81],"queuing":[83],"theory-based":[84],"minimization":[86],"objective.":[87],"Next,":[88],"new":[90],"deep":[91],"reinforcement":[92],"learning":[93],"(DRL)":[94],"scheme":[95],"works":[96],"each":[98],"node":[100],"achieve":[102],"content":[104],"request":[107,115],"routing":[108],"on":[109],"basis":[111],"perceptive":[114],"history":[116],"state.":[119],"Extensive":[120],"simulations":[121],"show":[122],"that":[123],"our":[124],"proposed":[125],"lower":[128],"compared":[131],"with":[132],"current":[134],"solutions":[135],"system":[140],"converges":[142],"fast":[143],"under":[144],"different":[145],"scenarios.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":8}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
