{"id":"https://openalex.org/W3197141321","doi":"https://doi.org/10.1109/iwqos52092.2021.9521360","title":"DeepDelivery: Leveraging Deep Reinforcement Learning for Adaptive IoT Service Delivery","display_name":"DeepDelivery: Leveraging Deep Reinforcement Learning for Adaptive IoT Service Delivery","publication_year":2021,"publication_date":"2021-06-25","ids":{"openalex":"https://openalex.org/W3197141321","doi":"https://doi.org/10.1109/iwqos52092.2021.9521360","mag":"3197141321"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos52092.2021.9521360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521360","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100601671","display_name":"Yan Li","orcid":"https://orcid.org/0000-0003-0354-396X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Li","raw_affiliation_strings":["National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032623398","display_name":"Deke Guo","orcid":"https://orcid.org/0000-0003-4894-5540"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deke Guo","raw_affiliation_strings":["National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101697234","display_name":"Xiaofeng Cao","orcid":"https://orcid.org/0000-0003-1839-8830"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Cao","raw_affiliation_strings":["National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035157184","display_name":"Feng Lyu","orcid":"https://orcid.org/0000-0002-2990-5415"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Lyu","raw_affiliation_strings":["Central South University,School of Computer Science and Engineering,Changsha,China,410083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University,School of Computer Science and Engineering,Changsha,China,410083","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026327666","display_name":"Honghui Chen","orcid":"https://orcid.org/0009-0003-5234-0592"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghui Chen","raw_affiliation_strings":["National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,Science and Technology on Information Systems Engineering Laboratory,Changsha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.10763397,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8355410099029541},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8032755851745605},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7221400737762451},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6765739917755127},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5737091898918152},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5670880675315857},{"id":"https://openalex.org/keywords/content-delivery-network","display_name":"Content delivery network","score":0.5631630420684814},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.50146484375},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5009396076202393},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4661003351211548},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43911659717559814},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.42882639169692993},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4141383171081543},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.4135405421257019},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4113251566886902},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.32909077405929565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19515016674995422},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12248826026916504}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8355410099029541},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8032755851745605},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7221400737762451},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6765739917755127},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5737091898918152},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5670880675315857},{"id":"https://openalex.org/C2778898579","wikidata":"https://www.wikidata.org/wiki/Q72588","display_name":"Content delivery network","level":3,"score":0.5631630420684814},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.50146484375},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5009396076202393},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4661003351211548},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43911659717559814},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.42882639169692993},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4141383171081543},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.4135405421257019},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4113251566886902},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.32909077405929565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19515016674995422},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12248826026916504},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos52092.2021.9521360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521360","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6399999856948853}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1979264387","https://openalex.org/W2009054375","https://openalex.org/W2113370245","https://openalex.org/W2118404561","https://openalex.org/W2305135388","https://openalex.org/W2889508234","https://openalex.org/W2892061677","https://openalex.org/W3014297757","https://openalex.org/W6698335351"],"related_works":["https://openalex.org/W4310188041","https://openalex.org/W2808454856","https://openalex.org/W2904607180","https://openalex.org/W2753988227","https://openalex.org/W3167707007","https://openalex.org/W2382204407","https://openalex.org/W2397822233","https://openalex.org/W2555431679","https://openalex.org/W1604407953","https://openalex.org/W2040022957"],"abstract_inverted_index":{"To":[0,42],"enable":[1],"fast":[2],"content":[3,9,38],"delivery":[4,39],"for":[5,66],"delay-sensitive":[6],"applications,":[7],"large":[8],"providers":[10,144],"build":[11],"edge":[12],"servers,":[13],"Points":[14],"of":[15,62,130,143,150],"Presence":[16],"(PoPs),":[17],"and":[18,64,69,84,111,133,145,165,183],"datacenters":[19],"around":[20],"the":[21,47,81,120,128,134,140,147,176],"world.":[22],"They":[23],"are":[24,50],"networked":[25],"together":[26],"as":[27],"an":[28,101],"integrated":[29],"infrastructure":[30,141],"via":[31],"a":[32],"private":[33],"wide-area":[34],"network":[35,40,82,131],"(WAN),":[36],"named":[37],"(CDN).":[41],"deliver":[43],"quality":[44],"services":[45],"in":[46,114],"CDN,":[48],"there":[49],"two":[51],"critical":[52],"decisions":[53,113],"that":[54,172],"should":[55],"be":[56],"properly":[57],"made:":[58],"1)":[59],"making":[60],"assignments":[61,110],"PoP":[63,75],"datacenter":[65],"user":[67],"requests,":[68],"2)":[70],"selecting":[71],"routing":[72,112],"paths":[73],"from":[74],"to":[76,91,107,126,137],"datacenter.":[77],"However,":[78],"with":[79,162],"both":[80,163],"variability":[83],"CDN":[85],"environment":[86,160],"complexity,":[87],"it":[88],"is":[89,136],"challenging":[90],"achieve":[92],"satisfying":[93],"decisions.":[94],"In":[95],"this":[96],"paper,":[97],"we":[98],"propose":[99],"DeepDelivery,":[100],"adaptive":[102],"deep":[103],"reinforcement":[104],"learning":[105],"approach":[106],"intelligently":[108],"make":[109],"real":[115],"time.":[116],"Essentially,":[117],"DeepDelivery":[118,173],"adopts":[119],"Markov":[121],"decision":[122],"process":[123],"(MDP)":[124],"model":[125],"capture":[127],"dynamics":[129,161],"variation,":[132],"objective":[135],"jointly":[138],"maximize":[139],"utilization":[142,182],"minimize":[146],"total":[148],"latency":[149,187],"end":[151],"users.":[152],"We":[153],"conduct":[154],"extensive":[155],"trace-driven":[156],"evaluations":[157],"spanning":[158],"various":[159],"real-world":[164],"synthetic":[166],"trace":[167],"data.":[168],"The":[169],"result":[170],"demonstrates":[171],"can":[174],"outperform":[175],"state-of-the-art":[177],"scheme":[178],"by":[179],"21.89%":[180],"higher":[181],"11.27%":[184],"lower":[185],"end-to-end":[186],"on":[188],"average.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}