{"id":"https://openalex.org/W2896079731","doi":"https://doi.org/10.1109/iswcs.2018.8491089","title":"Deep Reinforcement Learning based Resource Allocation in Low Latency Edge Computing Networks","display_name":"Deep Reinforcement Learning based Resource Allocation in Low Latency Edge Computing Networks","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2896079731","doi":"https://doi.org/10.1109/iswcs.2018.8491089","mag":"2896079731"},"language":"en","primary_location":{"id":"doi:10.1109/iswcs.2018.8491089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2018.8491089","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Symposium on Wireless Communication Systems (ISWCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101833250","display_name":"Tianyu Yang","orcid":"https://orcid.org/0000-0002-6731-9775"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tianyu Yang","raw_affiliation_strings":["Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068547451","display_name":"Yulin Hu","orcid":"https://orcid.org/0000-0002-1047-9436"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yulin Hu","raw_affiliation_strings":["Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076753154","display_name":"M. Cenk Gursoy","orcid":"https://orcid.org/0000-0002-7352-1013"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Cenk Gursoy","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072895220","display_name":"Anke Schmeink","orcid":"https://orcid.org/0000-0002-9929-2925"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anke Schmeink","raw_affiliation_strings":["Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066277118","display_name":"Rudolf Mathar","orcid":"https://orcid.org/0000-0002-9585-605X"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rudolf Mathar","raw_affiliation_strings":["Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Theoretical Information Technology, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101833250"],"corresponding_institution_ids":["https://openalex.org/I887968799"],"apc_list":null,"apc_paid":null,"fwci":15.6331,"has_fulltext":false,"cited_by_count":149,"citation_normalized_percentile":{"value":0.9922657,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.889279842376709},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8548808097839355},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.7031072974205017},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5813831686973572},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5718300938606262},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.55443274974823},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5151204466819763},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49271300435066223},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44337141513824463},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42736709117889404},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4250418245792389},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4233721196651459},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3585471510887146},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2978978157043457},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.18871551752090454},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1744929552078247},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08834093809127808}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.889279842376709},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8548808097839355},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.7031072974205017},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5813831686973572},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5718300938606262},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.55443274974823},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5151204466819763},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49271300435066223},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44337141513824463},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42736709117889404},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4250418245792389},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4233721196651459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3585471510887146},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2978978157043457},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.18871551752090454},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1744929552078247},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08834093809127808},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iswcs.2018.8491089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2018.8491089","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Symposium on Wireless Communication Systems (ISWCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2106864314","https://openalex.org/W2114623221","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2150516182","https://openalex.org/W2237073493","https://openalex.org/W2751904527","https://openalex.org/W2768475350","https://openalex.org/W2795596433","https://openalex.org/W2963055497","https://openalex.org/W2963789838","https://openalex.org/W2964335916","https://openalex.org/W4214717370","https://openalex.org/W4298857966"],"related_works":["https://openalex.org/W4376605461","https://openalex.org/W2357975469","https://openalex.org/W3096874164","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2089415692","https://openalex.org/W4294873804","https://openalex.org/W3148138296"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,66,102,135],"investigate":[4],"strategies":[5],"for":[6,82,86],"the":[7,37,43,48,72,96,110,116,121,138,145],"allocation":[8,85],"of":[9,36,89,130],"computational":[10,83],"resources":[11],"using":[12],"deep":[13,59,64,140],"reinforcement":[14,60,141],"learning":[15,61,142],"in":[16,92],"mobile":[17],"edge":[18,73],"computing":[19,74],"networks":[20],"that":[21,104,119,137],"operate":[22],"with":[23],"finite":[24],"blocklength":[25],"codes":[26],"to":[27,76,94,114],"support":[28],"low":[29],"latency":[30],"communications.":[31],"The":[32],"end-to-end":[33],"(E2E)":[34],"reliability":[35],"service":[38],"is":[39],"addressed,":[40],"while":[41,125],"both":[42],"delay":[44,122],"violation":[45,123],"probability":[46,51],"and":[47,147],"decoding":[49,131],"error":[50,132],"are":[52],"taken":[53],"into":[54],"account.":[55],"By":[56],"employing":[57],"a":[58,78],"method,":[62],"namely":[63],"Q-learning,":[65],"design":[67],"an":[68,127],"intelligent":[69],"agent":[70],"at":[71],"node":[75],"develop":[77],"real-time":[79],"adaptive":[80],"policy":[81,112],"resource":[84],"offloaded":[87],"tasks":[88],"multiple":[90],"users":[91],"order":[93],"improve":[95],"average":[97],"E2E":[98],"reliability.":[99],"Via":[100],"simulations,":[101],"show":[103,136],"under":[105],"different":[106],"task":[107,117],"arrival":[108],"rates,":[109],"realized":[111],"serves":[113],"increase":[115],"number":[118],"decreases":[120],"rate":[124],"guaranteeing":[126],"acceptable":[128],"level":[129],"probability.":[133],"Moreover,":[134],"proposed":[139],"approach":[143],"outperforms":[144],"random":[146],"equal":[148],"scheduling":[149],"benchmarks.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":35},{"year":2019,"cited_by_count":18}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}