{"id":"https://openalex.org/W4285105179","doi":"https://doi.org/10.1109/tcomm.2022.3173005","title":"Mobile Communications, Computing, and Caching Resources Allocation for Diverse Services via Multi-Objective Proximal Policy Optimization","display_name":"Mobile Communications, Computing, and Caching Resources Allocation for Diverse Services via Multi-Objective Proximal Policy Optimization","publication_year":2022,"publication_date":"2022-05-05","ids":{"openalex":"https://openalex.org/W4285105179","doi":"https://doi.org/10.1109/tcomm.2022.3173005"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3173005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3173005","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100370061","display_name":"Zhiyong Chen","orcid":"https://orcid.org/0000-0003-3540-389X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Chen","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3540-389X","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035071115","display_name":"Benshun Yin","orcid":"https://orcid.org/0009-0003-4849-4150"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Benshun Yin","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059733025","display_name":"Haoyu Zhu","orcid":"https://orcid.org/0000-0001-9571-9373"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Zhu","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9571-9373","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022282330","display_name":"Yingjiao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjiao Li","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016127527","display_name":"Meixia Tao","orcid":"https://orcid.org/0000-0002-0799-0954"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meixia Tao","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0799-0954","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8799-1182","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Digital Media Processing and Transmissions, Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.381,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.88488207,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"70","issue":"7","first_page":"4498","last_page":"4512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8005939722061157},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6288332939147949},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5869407057762146},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5497444868087769},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.5382283926010132},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4976384937763214},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.4762856364250183},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4670150876045227},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.4533693790435791},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4375686049461365},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42165321111679077},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.4183824360370636},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.377989262342453},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3338581919670105},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2825898826122284},{"id":"https://openalex.org/keywords/mobile-radio","display_name":"Mobile radio","score":0.265584260225296},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10450688004493713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8005939722061157},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6288332939147949},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5869407057762146},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5497444868087769},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.5382283926010132},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4976384937763214},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.4762856364250183},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4670150876045227},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.4533693790435791},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4375686049461365},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42165321111679077},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.4183824360370636},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.377989262342453},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3338581919670105},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2825898826122284},{"id":"https://openalex.org/C2781307350","wikidata":"https://www.wikidata.org/wiki/Q6887221","display_name":"Mobile radio","level":2,"score":0.265584260225296},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10450688004493713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2022.3173005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3173005","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2874430755","display_name":null,"funder_award_id":"2019YFB1802701","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W914916633","https://openalex.org/W1480676279","https://openalex.org/W1543572792","https://openalex.org/W1611674276","https://openalex.org/W2010788560","https://openalex.org/W2012612381","https://openalex.org/W2060846151","https://openalex.org/W2073105339","https://openalex.org/W2106248279","https://openalex.org/W2126105956","https://openalex.org/W2141481921","https://openalex.org/W2143381319","https://openalex.org/W2145339207","https://openalex.org/W2198098822","https://openalex.org/W2295727674","https://openalex.org/W2329749247","https://openalex.org/W2397723600","https://openalex.org/W2400861403","https://openalex.org/W2530195778","https://openalex.org/W2564103961","https://openalex.org/W2599796255","https://openalex.org/W2604174486","https://openalex.org/W2624989916","https://openalex.org/W2736601468","https://openalex.org/W2742961367","https://openalex.org/W2751904527","https://openalex.org/W2790759781","https://openalex.org/W2883265677","https://openalex.org/W2887223659","https://openalex.org/W2896737602","https://openalex.org/W2914795900","https://openalex.org/W2920582503","https://openalex.org/W2963035503","https://openalex.org/W2963155944","https://openalex.org/W2963536698","https://openalex.org/W2964101002","https://openalex.org/W2969817244","https://openalex.org/W2996097017","https://openalex.org/W2999146029","https://openalex.org/W3002189898","https://openalex.org/W3011504406","https://openalex.org/W3035186150","https://openalex.org/W3046149539","https://openalex.org/W3080612479","https://openalex.org/W3085208921","https://openalex.org/W3098133185","https://openalex.org/W3103426447","https://openalex.org/W3103864004","https://openalex.org/W6692846177","https://openalex.org/W6719766597","https://openalex.org/W6728073343","https://openalex.org/W6741002519","https://openalex.org/W6744321307","https://openalex.org/W6766952794","https://openalex.org/W6777159553","https://openalex.org/W6779795787"],"related_works":["https://openalex.org/W2090178682","https://openalex.org/W4241467429","https://openalex.org/W2001591765","https://openalex.org/W2073147994","https://openalex.org/W1588199609","https://openalex.org/W2384474142","https://openalex.org/W1550055091","https://openalex.org/W2744462909","https://openalex.org/W3083133203","https://openalex.org/W1971520370"],"abstract_inverted_index":{"Mobile":[0],"services":[1,114],"are":[2,100],"becoming":[3],"more":[4,241],"diverse,":[5],"making":[6],"them":[7,189],"have":[8,115],"different":[9,41,103,106,116,247],"demands":[10],"on":[11],"communications,":[12],"computing,":[13],"and":[14,45,56,109,161,186,202,215,239],"caching":[15,110],"(3C)":[16],"resources":[17,50,131,245],"in":[18,230],"mobile":[19,57,80,89,147],"systems.":[20],"Unlike":[21],"the":[22,40,48,52,70,75,79,86,88,97,126,129,134,139,146,151,172,183,199,203,216,224],"traditional":[23,228],"work":[24],"that":[25,223],"considers":[26],"only":[27],"one":[28],"type":[29],"of":[30,43,51,63,93,128,141,211,235,249],"service,":[31],"this":[32],"paper":[33],"designs":[34],"a":[35,120,155,163,209,232],"unified":[36],"framework":[37],"to":[38,59,82,124,170,190,246],"characterize":[39],"kinds":[42],"services,":[44],"jointly":[46],"optimizes":[47],"3C":[49,130,244],"base":[53],"station":[54],"(BS)":[55],"devices":[58],"provide":[60],"differentiated":[61],"quality":[62],"service":[64],"(QoS)":[65],"for":[66,132,182,192],"diverse":[67,113],"services.":[68,250],"In":[69],"proposed":[71,175,225],"framework,":[72],"we":[73,118,205],"model":[74],"task":[76],"required":[77],"by":[78,145],"device":[81],"be":[83],"generated":[84],"at":[85],"BS,":[87],"device,":[90],"or":[91],"both":[92],"them,":[94],"which":[95],"means":[96],"requested":[98,144],"tasks":[99,143],"served":[101],"through":[102],"paths,":[104],"consuming":[105],"bandwidth,":[107],"computing":[108],"resources.":[111],"Since":[112],"QoS,":[117],"formulate":[119],"multi-objective":[121,156,164],"programming":[122],"(MOP)":[123],"optimize":[125],"allocation":[127],"minimizing":[133],"total":[135],"delay":[136],"while":[137],"maximizing":[138],"number":[140],"executed":[142],"devices.":[148],"We":[149],"transform":[150],"MOP":[152],"problem":[153],"as":[154],"Markov":[157],"decision":[158],"process":[159],"(MO-MDP)":[160],"design":[162],"proximal":[165],"policy":[166],"optimization":[167],"(MO-PPO)":[168],"algorithm":[169],"solve":[171],"MO-MDP.":[173],"The":[174],"MO-PPO":[176,226],"first":[177],"trains":[178],"two":[179,184],"sub-policies":[180],"separately":[181],"objectives,":[185],"then":[187],"combines":[188],"search":[191],"Pareto":[193,212,218,236],"dominating":[194],"solutions.":[195],"By":[196],"alternately":[197],"perform":[198],"separate":[200],"training":[201],"combination,":[204],"can":[206,240],"finally":[207],"obtain":[208],"set":[210,234],"optimal":[213,237],"solutions":[214,238],"corresponding":[217],"front.":[219],"Simulation":[220],"results":[221],"show":[222],"outperforms":[227],"methods":[229],"finding":[231],"higher-quality":[233],"appropriately":[242],"allocate":[243],"types":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}