{"id":"https://openalex.org/W4387490446","doi":"https://doi.org/10.1109/jiot.2023.3323433","title":"Joint Computing, Pushing, and Caching Optimization for Mobile-Edge Computing Networks via Soft Actor\u2013Critic Learning","display_name":"Joint Computing, Pushing, and Caching Optimization for Mobile-Edge Computing Networks via Soft Actor\u2013Critic Learning","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4387490446","doi":"https://doi.org/10.1109/jiot.2023.3323433"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3323433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3323433","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020655239","display_name":"Xiangyu Gao","orcid":"https://orcid.org/0000-0002-7552-6192"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangyu Gao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7552-6192","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035263099","display_name":"Yaping Sun","orcid":"https://orcid.org/0000-0001-6284-1639"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaping Sun","raw_affiliation_strings":["Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","Future Network of Intelligent Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6284-1639","affiliations":[{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Future Network of Intelligent Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353516","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-0973-1374"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0973-1374","affiliations":[{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061030501","display_name":"Xiaodong Xu","orcid":"https://orcid.org/0000-0003-4245-5989"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong Xu","raw_affiliation_strings":["Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4245-5989","affiliations":[{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shuguang Cui","orcid":"https://orcid.org/0000-0001-9205-1881"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuguang Cui","raw_affiliation_strings":["Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","School of Science and Engineering and Future Network of Intelligent Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9205-1881","affiliations":[{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Science and Engineering and Future Network of Intelligent Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2441,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.94678738,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"6","first_page":"9269","last_page":"9281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8396352529525757},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6564152836799622},{"id":"https://openalex.org/keywords/soft-computing","display_name":"Soft computing","score":0.6492129564285278},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6325798630714417},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.5242262482643127},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5169740915298462},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5142242908477783},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.384798139333725},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3763676881790161},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.36252522468566895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31032299995422363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8396352529525757},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6564152836799622},{"id":"https://openalex.org/C140073362","wikidata":"https://www.wikidata.org/wiki/Q738759","display_name":"Soft computing","level":3,"score":0.6492129564285278},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6325798630714417},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.5242262482643127},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5169740915298462},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5142242908477783},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.384798139333725},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3763676881790161},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36252522468566895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31032299995422363},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3323433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3323433","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G2002337963","display_name":null,"funder_award_id":"62301471","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5765647807","display_name":null,"funder_award_id":"2018YFB1800800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5919707873","display_name":null,"funder_award_id":"2018B030338001","funder_id":"https://openalex.org/F4320336405","funder_display_name":"Special Project for Research and Development in Key areas of Guangdong Province"},{"id":"https://openalex.org/G6352250275","display_name":null,"funder_award_id":"62293482","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336405","display_name":"Special Project for Research and Development in Key areas of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2001414591","https://openalex.org/W2106248279","https://openalex.org/W2145339207","https://openalex.org/W2149304339","https://openalex.org/W2301955098","https://openalex.org/W2568706479","https://openalex.org/W2792244469","https://openalex.org/W2806304687","https://openalex.org/W2845644909","https://openalex.org/W2884195222","https://openalex.org/W2887223659","https://openalex.org/W2898652425","https://openalex.org/W2902006351","https://openalex.org/W2904246096","https://openalex.org/W2962836626","https://openalex.org/W2963060851","https://openalex.org/W2973627286","https://openalex.org/W2997719963","https://openalex.org/W3004421451","https://openalex.org/W3011504406","https://openalex.org/W3033870971","https://openalex.org/W3035221273","https://openalex.org/W3074294383","https://openalex.org/W3096460150","https://openalex.org/W3097947358","https://openalex.org/W3105448982","https://openalex.org/W3107877555","https://openalex.org/W3131043200","https://openalex.org/W3174504503","https://openalex.org/W3195343898","https://openalex.org/W3203938101","https://openalex.org/W3208108237","https://openalex.org/W4221145486","https://openalex.org/W4225854632","https://openalex.org/W4383468885","https://openalex.org/W4392152915","https://openalex.org/W6854064659","https://openalex.org/W6869826943"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W2914646191","https://openalex.org/W3174690704","https://openalex.org/W4386004629","https://openalex.org/W2968424451","https://openalex.org/W4221092438"],"abstract_inverted_index":{"Mobile-edge":[0],"computing":[1,5,210],"(MEC)":[2],"networks":[3,54,85],"bring":[4],"and":[6,16,25,40,62,80,99,142,179,209,221],"storage":[7],"capabilities":[8],"closer":[9],"to":[10,21,106,148,160,173,219],"edge":[11],"devices,":[12],"which":[13,234],"reduces":[14],"latency":[15],"improves":[17],"network":[18,194],"performance.":[19,110],"However,":[20],"further":[22,178],"reduce":[23],"transmission":[24,197,207],"computation":[26],"costs":[27],"while":[28],"satisfying":[29],"user-perceived":[30],"quality":[31,199],"of":[32,77,123,188],"experience,":[33],"a":[34,66,139,156,189],"joint":[35],"optimization":[36,151],"in":[37,52,87],"computing,":[38,78],"pushing,":[39,79],"caching":[41],"is":[42,120],"needed.":[43],"In":[44],"this":[45],"article,":[46],"we":[47,113,132],"formulate":[48],"the":[49,74,83,88,103,121,126,134,150,162,175,181,186,202,224,240],"joint-design":[50],"problem":[51],"MEC":[53,193],"as":[55],"an":[56,167],"infinite-horizon":[57],"discounted-cost":[58],"Markov":[59],"decision":[60],"process":[61],"solve":[63,149],"it":[64],"using":[65],"deep":[67,84],"reinforcement":[68],"learning":[69,147],"(DRL)-based":[70],"framework":[71,92,204],"that":[72,201,236],"enables":[73],"dynamic":[75,196],"orchestration":[76],"caching.":[81],"Through":[82],"embedded":[86],"DRL":[89],"structure,":[90],"our":[91,237],"can":[93],"implicitly":[94],"predict":[95],"user":[96],"future":[97,217],"requests":[98],"push":[100],"or":[101],"cache":[102],"appropriate":[104],"content":[105],"effectively":[107,205],"enhance":[108],"system":[109],"One":[111],"issue":[112],"encountered":[114],"when":[115],"considering":[116],"three":[117,225],"functions":[118],"collectively":[119],"curse":[122],"dimensionality":[124],"for":[125],"action":[127,136,168,176],"space.":[128],"To":[129],"address":[130],"it,":[131],"relaxed":[133],"discrete":[135,164],"space":[137,141,177],"into":[138],"continuous":[140],"then":[143],"adopted":[144],"soft":[145],"actor\u2013critic":[146],"problem,":[152],"followed":[153],"by":[154,212],"utilizing":[155],"vector":[157],"quantization":[158],"method":[159,170],"obtain":[161],"desired":[163],"action.":[165],"Additionally,":[166],"correction":[169],"was":[171],"proposed":[172,203],"compress":[174],"accelerate":[180],"convergence.":[182],"Our":[183],"simulations":[184],"under":[185,242],"setting":[187],"general":[190],"single-user,":[191],"single-server":[192],"with":[195],"link":[198],"demonstrate":[200],"decreases":[206],"bandwidth":[208],"cost":[211],"proactively":[213],"pushing":[214],"data":[215],"on":[216],"demand":[218],"users":[220],"jointly":[222],"optimizing":[223],"functions.":[226],"We":[227],"also":[228],"conduct":[229],"extensive":[230],"parameter":[231,244],"tuning":[232],"analysis,":[233],"shows":[235],"approach":[238],"outperforms":[239],"baselines":[241],"various":[243],"settings.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":10}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}