{"id":"https://openalex.org/W3179308716","doi":"https://doi.org/10.1109/tccn.2022.3195503","title":"Structure-Aware Reinforcement Learning for Node-Overload Protection in Mobile Edge Computing","display_name":"Structure-Aware Reinforcement Learning for Node-Overload Protection in Mobile Edge Computing","publication_year":2022,"publication_date":"2022-08-02","ids":{"openalex":"https://openalex.org/W3179308716","doi":"https://doi.org/10.1109/tccn.2022.3195503","mag":"3179308716"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2022.3195503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2022.3195503","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002037709","display_name":"Anirudha Jitani","orcid":"https://orcid.org/0000-0002-6936-3489"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Anirudha Jitani","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, Canada","Montreal Institute of Learning Algorithms, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6936-3489","affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"Montreal Institute of Learning Algorithms, Montreal, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005770424","display_name":"Aditya Mahajan","orcid":"https://orcid.org/0000-0001-8125-1191"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aditya Mahajan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8125-1191","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040221369","display_name":"Zhongwen Zhu","orcid":"https://orcid.org/0000-0003-0850-2710"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhongwen Zhu","raw_affiliation_strings":["Global AI Accelerator, Ericsson, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0850-2710","affiliations":[{"raw_affiliation_string":"Global AI Accelerator, Ericsson, Montreal, Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027792197","display_name":"Hatem Abou-Zeid","orcid":"https://orcid.org/0000-0003-4720-5794"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hatem Abou-Zeid","raw_affiliation_strings":["Electrical and Software Engineering Department, University of Calgary, Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Software Engineering Department, University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087351444","display_name":"Emmanuel Thepie Fapi","orcid":"https://orcid.org/0000-0003-3098-4082"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Emmanuel Thepie Fapi","raw_affiliation_strings":["Global AI Accelerator, Ericsson, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3098-4082","affiliations":[{"raw_affiliation_string":"Global AI Accelerator, Ericsson, Montreal, Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012901886","display_name":"Hakimeh Purmehdi","orcid":"https://orcid.org/0009-0002-3193-2217"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hakimeh Purmehdi","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5002037709"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":0.5707,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66239772,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"8","issue":"4","first_page":"1881","last_page":"1897"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8856116533279419},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8452342748641968},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.7331541776657104},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6071089506149292},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.527825653553009},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4968443214893341},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4768489599227905},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4433787167072296},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4406295716762543},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4321343004703522},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4274282455444336},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.29099661111831665},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.24481642246246338},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20794716477394104},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09969905018806458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8856116533279419},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8452342748641968},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.7331541776657104},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6071089506149292},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.527825653553009},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4968443214893341},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4768489599227905},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4433787167072296},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4406295716762543},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4321343004703522},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4274282455444336},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.29099661111831665},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.24481642246246338},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20794716477394104},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09969905018806458},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2022.3195503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2022.3195503","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G29409766","display_name":null,"funder_award_id":"IT16364","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"}],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1964680067","https://openalex.org/W2028145673","https://openalex.org/W2049229863","https://openalex.org/W2071983464","https://openalex.org/W2094364653","https://openalex.org/W2102982586","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2130503701","https://openalex.org/W2321292752","https://openalex.org/W2334782222","https://openalex.org/W2344423009","https://openalex.org/W2484957131","https://openalex.org/W2568772110","https://openalex.org/W2624989916","https://openalex.org/W2736601468","https://openalex.org/W2749928749","https://openalex.org/W2777180355","https://openalex.org/W2791432311","https://openalex.org/W2801779586","https://openalex.org/W2808381205","https://openalex.org/W2810477489","https://openalex.org/W2944311919","https://openalex.org/W2945235903","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W2996383434","https://openalex.org/W3103591951","https://openalex.org/W3124943657","https://openalex.org/W3189204686","https://openalex.org/W4214717370","https://openalex.org/W4287990848","https://openalex.org/W6631190155","https://openalex.org/W6741002519","https://openalex.org/W6743802245","https://openalex.org/W6771538420"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4221092438","https://openalex.org/W4406207611","https://openalex.org/W4407633523","https://openalex.org/W3111395152"],"abstract_inverted_index":{"Mobile":[0],"Edge":[1],"Computing":[2],"(MEC)":[3],"involves":[4],"placing":[5],"computational":[6],"capability":[7],"and":[8,25,32,133,162,181],"applications":[9],"at":[10],"the":[11,14,39,43,86,89,103,142],"edge":[12,40,57],"of":[13,28,34,88,171],"network,":[15],"providing":[16],"benefits":[17],"such":[18,156],"as":[19,157],"reduced":[20,22],"latency,":[21],"network":[23],"congestion,":[24],"improved":[26],"performance":[27,31],"applications.":[29],"The":[30,115],"reliability":[33],"MEC":[35],"degrades":[36],"significantly":[37],"when":[38],"server(s)":[41],"in":[42,94,111,126,185],"cluster":[44],"are":[45],"overloaded.":[46],"In":[47],"this":[48],"work,":[49],"an":[50,98,169,186],"adaptive":[51],"admission":[52,91],"control":[53,92],"policy":[54,93],"to":[55,105,151,175],"prevent":[56],"node":[58,108],"from":[59],"getting":[60],"overloaded":[61],"is":[62,66,118,149],"presented.":[63],"This":[64],"approach":[65],"based":[67],"on":[68],"a":[69,112,134],"recently-proposed":[70],"low":[71],"complexity":[72],"RL":[73,154],"(Reinforcement":[74],"Learning)":[75],"algorithm":[76],"called":[77],"SALMUT":[78,148],"(Structure-Aware":[79],"Learning":[80],"for":[81,97,107],"Multiple":[82],"Thresholds),":[83],"which":[84],"exploits":[85],"structure":[87],"optimal":[90],"multi-class":[95],"queues":[96],"average-cost":[99],"setting.":[100,114],"We":[101],"extend":[102],"framework":[104],"work":[106],"overload-protection":[109],"problem":[110],"discounted-cost":[113],"proposed":[116],"solution":[117],"validated":[119],"using":[120],"several":[121],"scenarios":[122],"mimicking":[123],"real-world":[124],"deployments":[125],"two":[127],"different":[128],"settings":[129],"\u2014":[130],"computer":[131],"simulations":[132],"docker":[135],"testbed.":[136],"Our":[137],"empirical":[138],"evaluations":[139],"show":[140],"that":[141],"total":[143],"discounted":[144],"cost":[145],"incurred":[146],"by":[147],"similar":[150],"state-of-the-art":[152],"deep":[153],"algorithms":[155],"PPO":[158],"(Proximal":[159],"Policy":[160],"Optimization)":[161],"A2C":[163],"(Advantage":[164],"Actor":[165],"Critic)":[166],"but":[167],"requires":[168],"order":[170],"magnitude":[172],"less":[173],"time":[174],"train,":[176],"outputs":[177],"easily":[178],"interpretable":[179],"policy,":[180],"can":[182],"be":[183],"deployed":[184],"online":[187],"manner.":[188]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}