{"id":"https://openalex.org/W3092837658","doi":"https://doi.org/10.1145/3394171.3413702","title":"A Multi-update Deep Reinforcement Learning Algorithm for Edge Computing Service Offloading","display_name":"A Multi-update Deep Reinforcement Learning Algorithm for Edge Computing Service Offloading","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W3092837658","doi":"https://doi.org/10.1145/3394171.3413702","mag":"3092837658"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3413702","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413702","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101774926","display_name":"Hao Hao","orcid":"https://orcid.org/0000-0003-2765-3303"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Hao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069646989","display_name":"Changqiao Xu","orcid":"https://orcid.org/0000-0003-1467-1086"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqiao Xu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012513623","display_name":"Lujie Zhong","orcid":"https://orcid.org/0000-0002-2111-0896"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lujie Zhong","raw_affiliation_strings":["Capital Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050234051","display_name":"Gabriel\u2010Miro Muntean","orcid":"https://orcid.org/0000-0002-9332-4770"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gabriel-Miro Muntean","raw_affiliation_strings":["Dublin City University, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3256","last_page":"3264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8641796708106995},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7733231782913208},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7478713989257812},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.605989396572113},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.591743528842926},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5466965436935425},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.5005381107330322},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4691304862499237},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4421829283237457},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4110924005508423},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4043170213699341},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.38492706418037415},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.31131747364997864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2421923279762268},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.12831002473831177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8641796708106995},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7733231782913208},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7478713989257812},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.605989396572113},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.591743528842926},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5466965436935425},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.5005381107330322},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4691304862499237},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4421829283237457},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4110924005508423},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4043170213699341},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.38492706418037415},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31131747364997864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2421923279762268},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.12831002473831177},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3394171.3413702","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413702","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2010557441","https://openalex.org/W2054237513","https://openalex.org/W2257979135","https://openalex.org/W2271840356","https://openalex.org/W2364584108","https://openalex.org/W2400861403","https://openalex.org/W2595724883","https://openalex.org/W2624989916","https://openalex.org/W2772819097","https://openalex.org/W2786446607","https://openalex.org/W2788128822","https://openalex.org/W2800305275","https://openalex.org/W2891286892","https://openalex.org/W2892363146","https://openalex.org/W2900741283","https://openalex.org/W2932097000","https://openalex.org/W2963334314","https://openalex.org/W2964050982","https://openalex.org/W2994613706","https://openalex.org/W3008177173","https://openalex.org/W3008421805","https://openalex.org/W3010837127","https://openalex.org/W3015366655","https://openalex.org/W3100493006","https://openalex.org/W3105923694"],"related_works":["https://openalex.org/W2894114519","https://openalex.org/W2962856838","https://openalex.org/W2796352555","https://openalex.org/W2920581164","https://openalex.org/W4282941432","https://openalex.org/W4322761281","https://openalex.org/W4309428690","https://openalex.org/W4238233472","https://openalex.org/W4313526662","https://openalex.org/W3200145713"],"abstract_inverted_index":{"By":[0],"pushing":[1],"computing":[2,70,83],"functionalities":[3],"to":[4,28,39,100,112,142],"network":[5,8],"edges,":[6],"backhaul":[7],"bandwidth":[9],"is":[10,36,99,110],"saved":[11],"and":[12,23,80,125,156,179],"various":[13],"latency":[14],"requirements":[15],"are":[16],"met,":[17],"providing":[18],"support":[19],"for":[20],"diverse":[21],"computation-intensive":[22],"delay-sensitive":[24],"multimedia":[25],"services.":[26],"Due":[27],"the":[29,50,62,75,82,90,102,120,162,165,173,181],"limited":[30],"capabilities":[31],"of":[32,64,69,85,106,119,127,164],"edge":[33],"nodes,":[34],"it":[35],"very":[37],"important":[38],"decide":[40],"which":[41,59,159],"services":[42],"should":[43],"be":[44,113],"provided":[45],"locally.":[46],"This":[47],"paper":[48,134],"investigates":[49],"cloud-edge":[51],"service":[52],"offloading":[53,66],"problem.":[54],"Different":[55],"from":[56],"prior":[57],"works":[58],"only":[60],"give":[61],"proportion":[63],"computation":[65],"with":[67,115],"constraint":[68],"capacity,":[71],"we":[72],"also":[73],"take":[74],"storage":[76],"space":[77,124],"into":[78],"account":[79],"determine":[81],"status":[84],"each":[86],"service.":[87],"We":[88],"formulate":[89],"problem":[91,109],"as":[92],"a":[93,152],"Markov":[94],"decision":[95],"process":[96],"whose":[97],"goal":[98],"maximize":[101],"long-term":[103],"average":[104],"reduction":[105],"delay.":[107],"The":[108,145],"hard":[111],"solved":[114],"traditional":[116],"methods":[117],"because":[118],"extremely":[121],"large":[122],"action":[123,166],"lack":[126],"information":[128],"about":[129],"transition":[130],"probability.":[131],"Instead,":[132],"this":[133],"proposes":[135],"an":[136],"innovative":[137],"deep":[138],"reinforcement":[139,148],"learning":[140,149],"method":[141],"solve":[143],"it.":[144],"proposed":[146,174],"multi-update":[147],"algorithm":[150,175],"introduces":[151],"novel":[153],"exploration":[154],"strategy":[155],"update":[157],"method,":[158],"reduce":[160],"dramatically":[161],"size":[163],"space.":[167],"Extensive":[168],"simulation-based":[169],"testing":[170],"shows":[171],"that":[172],"has":[176],"fast":[177],"convergence":[178],"improves":[180],"system":[182],"performance":[183],"more":[184],"than":[185],"other":[186],"three":[187],"alternative":[188],"solutions":[189],"do.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}