{"id":"https://openalex.org/W7029061827","doi":null,"title":"Improving Co-existence of URLLC and Distributed AI using RL","display_name":"Improving Co-existence of URLLC and Distributed AI using RL","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7029061827"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:kth-324208","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-324208","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1738774/FULLTEXT02","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"parent_works":[],"lineage":["https://openalex.org/W7029061827"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kth.diva-portal.org/smash/get/diva2:1738774/FULLTEXT02","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shi, Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Shi, Wei","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.46070000529289246,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.46070000529289246,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.21879999339580536,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.05570000037550926,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ultra-reliable-and-low-latency-communications","display_name":"ultra-reliable low-latency communication","score":0.9350000023841858},{"id":"https://openalex.org/keywords/distributed-artificial-intelligence","display_name":"distributed artificial intelligence","score":0.7829999923706055},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.9480000138282776},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.7749999761581421},{"id":"https://openalex.org/keywords/factory-automation","display_name":"factory automation","score":0.7440000176429749},{"id":"https://openalex.org/keywords/transmission-power-control","display_name":"transmission power control","score":0.8960000276565552},{"id":"https://openalex.org/keywords/6g-networks","display_name":"6G","score":0.7799999713897705},{"id":"https://openalex.org/keywords/signaling-overhead","display_name":"signaling overhead","score":0.5249999761581421}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7425000071525574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.65829998254776},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6344000101089478},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6021999716758728},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5024999976158142},{"id":"https://openalex.org/C40149104","wikidata":"https://www.wikidata.org/wiki/Q5620977","display_name":"Factory (object-oriented programming)","level":2,"score":0.4742000102996826},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4713999927043915},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4586000144481659},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3736000061035156},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27649998664855957},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.27410000562667847},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.2660999894142151},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:kth-324208","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-324208","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1738774/FULLTEXT02","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-324208","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-324208","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1738774/FULLTEXT02","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":1.0,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7029061827.pdf","grobid_xml":"https://content.openalex.org/works/W7029061827.grobid-xml"},"referenced_works_count":84,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1492014007","https://openalex.org/W1519405745","https://openalex.org/W1757796397","https://openalex.org/W1995875735","https://openalex.org/W2071302132","https://openalex.org/W2075754841","https://openalex.org/W2098824882","https://openalex.org/W2100677568","https://openalex.org/W2107726111","https://openalex.org/W2108738385","https://openalex.org/W2109910161","https://openalex.org/W2119717200","https://openalex.org/W2121517924","https://openalex.org/W2124659975","https://openalex.org/W2125526403","https://openalex.org/W2129018774","https://openalex.org/W2143435603","https://openalex.org/W2143958939","https://openalex.org/W2145339207","https://openalex.org/W2149410647","https://openalex.org/W2158548602","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2260756217","https://openalex.org/W2335959470","https://openalex.org/W2395575420","https://openalex.org/W2493990996","https://openalex.org/W2523728418","https://openalex.org/W2580175322","https://openalex.org/W2584377191","https://openalex.org/W2594829461","https://openalex.org/W2617547828","https://openalex.org/W2619268125","https://openalex.org/W2623491082","https://openalex.org/W2624989916","https://openalex.org/W2765602917","https://openalex.org/W2771734675","https://openalex.org/W2781726626","https://openalex.org/W2794639091","https://openalex.org/W2795402406","https://openalex.org/W2797977216","https://openalex.org/W2798625559","https://openalex.org/W2803281228","https://openalex.org/W2891654323","https://openalex.org/W2894605519","https://openalex.org/W2895891910","https://openalex.org/W2897214019","https://openalex.org/W2913654295","https://openalex.org/W2914795900","https://openalex.org/W2962215461","https://openalex.org/W2962804345","https://openalex.org/W2963923407","https://openalex.org/W2969195240","https://openalex.org/W2970163238","https://openalex.org/W2972260047","https://openalex.org/W2972424917","https://openalex.org/W2981573690","https://openalex.org/W2989068617","https://openalex.org/W2990081887","https://openalex.org/W3002159761","https://openalex.org/W3003680734","https://openalex.org/W3008894209","https://openalex.org/W3009304813","https://openalex.org/W3033403733","https://openalex.org/W3034040224","https://openalex.org/W3036160090","https://openalex.org/W3036376198","https://openalex.org/W3041971333","https://openalex.org/W3045086480","https://openalex.org/W3128060803","https://openalex.org/W3145159167","https://openalex.org/W3146736019","https://openalex.org/W3168892396","https://openalex.org/W3177765171","https://openalex.org/W3210842508","https://openalex.org/W4210573106","https://openalex.org/W4210603236","https://openalex.org/W4210882709","https://openalex.org/W4225759418","https://openalex.org/W4315629964","https://openalex.org/W4320015797","https://openalex.org/W4417131715","https://openalex.org/W7124140342"],"related_works":["https://openalex.org/W4388081401","https://openalex.org/W4320015797","https://openalex.org/W7165746670","https://openalex.org/W7167594995","https://openalex.org/W3045311363","https://openalex.org/W4388268789","https://openalex.org/W4411688979","https://openalex.org/W2804598216","https://openalex.org/W4399114117","https://openalex.org/W3112739849"],"abstract_inverted_index":{"In":[0,73,152],"5G,":[1],"Ultra-reliable":[2],"and":[3,17,39,64,142,172,198,204,235],"low-Latency":[4],"communications":[5],"(URLLC)":[6],"service":[7,68],"is":[8,145],"envisioned":[9],"to":[10,59,139,201,238,260,275],"enable":[11],"use":[12,186],"cases":[13],"with":[14,175,207],"strict":[15],"reliability":[16,65,236],"latency":[18],"requirements":[19],"on":[20,96,103,108,126,214],"wireless":[21,89],"communication.":[22],"For":[23],"the":[24,42,48,61,77,84,104,127,167,189,193,226,233,239,243,256,261,269,276],"upcoming":[25],"6G":[26],"network,":[27],"machine":[28],"learning":[29,52,162],"(ML)":[30],"also":[31,266],"stands":[32],"an":[33],"important":[34],"role":[35],"that":[36,165,219],"introduces":[37],"intelligence":[38],"further":[40],"enhances":[41],"system":[43],"performance.":[44],"This":[45],"thesis":[46],"explores":[47],"deployment":[49],"of":[50,57,66,134,149,169,196,252,271],"reinforcement":[51,161],"(RL),":[53],"a":[54,97,117,157,185,248],"popular":[55],"sub-field":[56],"ML,":[58],"optimize":[60],"application-layer":[62],"availability":[63,234],"URLLC":[67],"in":[69,83,147],"factory":[70,215],"automation":[71,216],"scenarios.":[72],"conventional":[74],"RL":[75,228,278],"methods,":[76],"decision":[78,136],"variables":[79,137],"are":[80],"typically":[81],"optimized":[82,94],"same":[85],"control":[86,128],"loop.":[87],"However,":[88],"systems\u2019":[90],"parameters":[91],"can":[92,115],"be":[93],"either":[95],"cell":[98],"level":[99],"or":[100],"globally,":[101],"depending":[102],"inter-cell":[105],"dynamics\u2019":[106],"impact":[107],"their":[109],"optimal":[110],"value.":[111],"Although":[112],"global":[113,132],"optimizations":[114,121],"provide":[116],"better":[118],"performance,":[119],"such":[120],"introduce":[122],"major":[123],"practical":[124],"limitations":[125],"loop\u2019s":[129],"delay.":[130],"Besides,":[131,242],"optimization":[133],"all":[135],"leads":[138],"excessive":[140],"signalings,":[141],"thus,":[143],"it":[144,206],"costly":[146],"terms":[148],"communication":[150],"overhead.":[151],"this":[153],"thesis,":[154],"we":[155,183],"propose":[156],"more":[158,249],"flexible":[159,250],"hierarchical":[160],"(HRL)":[163],"framework":[164,221,246,265],"enables":[166],"implementation":[168],"multiple":[170],"agents":[171,258],"multi-level":[173],"policies":[174],"different":[176],"time":[177],"scales":[178],"for":[179],"each":[180],"optimization.":[181],"Therefore,":[182],"selected":[184],"case":[187],"from":[188],"prior":[190],"art,":[191],"optimizing":[192],"maximum":[194],"number":[195],"retransmissions":[197],"transmission":[199],"power":[200],"industrial":[202],"devices,":[203],"solved":[205],"our":[208,264],"HRL":[209,220,245],"framework.":[210],"Our":[211],"simulation":[212],"results":[213],"scenario":[217],"shows":[218],"achieves":[222],"similar":[223],"performance":[224],"as":[225],"ideal":[227],"method,":[229],"which":[230],"highly":[231],"improves":[232],"compared":[237,274],"baseline":[240],"solutions.":[241],"new":[244],"allows":[247],"allocation":[251],"agents.":[253],"By":[254],"allocating":[255],"low-level":[257],"close":[259],"base":[262],"stations,":[263],"significantly":[267],"decreases":[268],"overhead":[270],"signal":[272],"transmissions":[273],"one-agent":[277],"method.":[279]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7029061827","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
