{"id":"https://openalex.org/W4388145672","doi":"https://doi.org/10.1109/tmc.2023.3329444","title":"Towards Risk-Averse Edge Computing With Deep Reinforcement Learning","display_name":"Towards Risk-Averse Edge Computing With Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-11-01","ids":{"openalex":"https://openalex.org/W4388145672","doi":"https://doi.org/10.1109/tmc.2023.3329444"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2023.3329444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3329444","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030750866","display_name":"Dianlei Xu","orcid":"https://orcid.org/0000-0002-9091-5129"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","FI"],"is_corresponding":false,"raw_author_name":"Dianlei Xu","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland","Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9091-5129","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051802135","display_name":"Xiang Su","orcid":"https://orcid.org/0000-0001-5945-9551"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Xiang Su","raw_affiliation_strings":["Department of Computer Science, Norwegian University of Science and Technology, Trondheim, Norway"],"raw_orcid":"https://orcid.org/0000-0001-5945-9551","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034129532","display_name":"Huandong Wang","orcid":"https://orcid.org/0000-0002-6382-0861"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huandong Wang","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6382-0861","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054443906","display_name":"Sasu Tarkoma","orcid":"https://orcid.org/0000-0003-4220-3650"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sasu Tarkoma","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4220-3650","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029925982","display_name":"Pan Hui","orcid":"https://orcid.org/0000-0002-0848-2599"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["FI","HK"],"is_corresponding":false,"raw_author_name":"Pan Hui","raw_affiliation_strings":["Department of Computer Science, University of Helsinki, Helsinki, Finland","Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0848-2599","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7547,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.85836737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"23","issue":"6","first_page":"7030","last_page":"7047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8164793848991394},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8080654144287109},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5407806038856506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44687843322753906},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3994778096675873},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3497513234615326},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3238644003868103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8164793848991394},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8080654144287109},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5407806038856506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44687843322753906},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3994778096675873},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3497513234615326},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3238644003868103}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2023.3329444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3329444","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-137586","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-137586","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G7415205322","display_name":null,"funder_award_id":"62171260","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1511891264","https://openalex.org/W1647779468","https://openalex.org/W1981878675","https://openalex.org/W2000474946","https://openalex.org/W2054988483","https://openalex.org/W2065302076","https://openalex.org/W2119207405","https://openalex.org/W2141682101","https://openalex.org/W2161142631","https://openalex.org/W2172968643","https://openalex.org/W2209913494","https://openalex.org/W2416799949","https://openalex.org/W2624989916","https://openalex.org/W2736601468","https://openalex.org/W2754517384","https://openalex.org/W2780167345","https://openalex.org/W2791370836","https://openalex.org/W2791432311","https://openalex.org/W2798544842","https://openalex.org/W2809251854","https://openalex.org/W2885195348","https://openalex.org/W2887580347","https://openalex.org/W2894645340","https://openalex.org/W2916889275","https://openalex.org/W2920831463","https://openalex.org/W2944851425","https://openalex.org/W2945019656","https://openalex.org/W2958221165","https://openalex.org/W2959276766","https://openalex.org/W2962856838","https://openalex.org/W2963334314","https://openalex.org/W2964015972","https://openalex.org/W2964054168","https://openalex.org/W2965780602","https://openalex.org/W2972088616","https://openalex.org/W2979996813","https://openalex.org/W2990772675","https://openalex.org/W2996908412","https://openalex.org/W3010178570","https://openalex.org/W3040779716","https://openalex.org/W3045559265","https://openalex.org/W3047538493","https://openalex.org/W3088084782","https://openalex.org/W3109463546","https://openalex.org/W3115776703","https://openalex.org/W3123257271","https://openalex.org/W3127919686","https://openalex.org/W3134157033","https://openalex.org/W3198511354","https://openalex.org/W3206525235","https://openalex.org/W3209380964","https://openalex.org/W3210635777","https://openalex.org/W4226137608","https://openalex.org/W4252713891","https://openalex.org/W6627932998","https://openalex.org/W6630558306","https://openalex.org/W6683204974","https://openalex.org/W6683356472","https://openalex.org/W6741002519","https://openalex.org/W6748288002","https://openalex.org/W6754464744","https://openalex.org/W6756714161","https://openalex.org/W6802749020","https://openalex.org/W6906315202"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Recently,":[0],"artificial":[1],"intelligence":[2],"paves":[3],"the":[4,7,34,37,58,75,79,84,87,95,138,161,165,169,205,213,216,234,240,245],"way":[5],"for":[6,12,70,98,121,199],"development":[8],"of":[9,36,47,77,114,163,207],"smart":[10,48],"services":[11],"people":[13],"anytime":[14],"and":[15,142,215,237,244,249],"anywhere,":[16],"which":[17,117],"poses":[18],"great":[19],"challenges":[20],"on":[21,66,223],"accessing":[22],"computing":[23,27,31],"resources.":[24],"Multi-access":[25],"edge":[26,35,51,68,147,208],"complements":[28],"existing":[29],"cloud":[30],"infrastructure":[32],"at":[33,251],"network,":[38],"where":[39],"mobile":[40,201],"users":[41,59],"can":[42,238],"offload":[43],"computationally":[44],"intensive":[45],"tasks":[46],"applications":[49],"to":[50,57,110,135,188],"servers":[52,69],"that":[53,107,203,229],"are":[54],"in":[55,145],"proximity":[56],"themselves.":[60],"Existing":[61],"offloading":[62,72,100,108,152,186],"schemes":[63],"mainly":[64],"focus":[65],"selecting":[67],"each":[71,200],"task":[73,151,185],"with":[74,86,160,173],"goal":[76],"optimizing":[78],"overall":[80,89,139,241],"average":[81,90,140,217,242],"latency.":[82,218],"However,":[83],"solutions":[85,236],"optimal":[88,146],"latency":[91,141,243],"may":[92],"be":[93],"not":[94,119],"most":[96],"suitable":[97],"all":[99],"tasks.":[101],"There":[102],"is":[103,118,154],"still":[104],"a":[105,197],"possibility":[106],"leads":[109],"an":[111,157],"extreme":[112],"case":[113],"ultra-high":[115],"latency,":[116],"acceptable":[120],"latency-sensitive":[122],"applications.":[123],"To":[124],"address":[125],"this":[126],"problem,":[127],"we":[128,178],"therefore":[129],"introduce":[130],"modern":[131],"portfolio":[132,159,198],"theory":[133],"(MPT)":[134],"jointly":[136,189],"consider":[137],"potential":[143],"risks":[144],"server":[148,209],"selection.":[149],"The":[150,194],"problem":[153],"regarded":[155],"as":[156],"investment":[158],"objective":[162],"maximizing":[164],"\u2018return\u2019":[166],"while":[167],"minimizing":[168,212],"risk.":[170],"Combining":[171],"MPT":[172],"deep":[174],"reinforcement":[175],"learning":[176],"(DRL),":[177],"design":[179],"two":[180,192],"proximal":[181],"policy":[182],"optimization":[183],"(PPO)-based":[184],"algorithms":[187,231],"optimize":[190],"these":[191],"objectives.":[193],"algorithm":[195],"computes":[196],"user":[202],"enables":[204],"diversification":[206],"selection,":[210],"thereby":[211],"risk":[214,246],"Extensive":[219],"simulation":[220],"results":[221],"based":[222],"three":[224],"real-world":[225],"trace":[226],"datasets":[227],"show":[228],"our":[230],"significantly":[232],"outperform":[233],"state-of-the-art":[235],"reduce":[239],"by":[247],"59%":[248],"85%":[250],"most,":[252],"respectively.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}