{"id":"https://openalex.org/W3042857242","doi":"https://doi.org/10.1109/jiot.2020.3009540","title":"Heterogeneous Task Offloading and Resource Allocations via Deep Recurrent Reinforcement Learning in Partial Observable Multifog Networks","display_name":"Heterogeneous Task Offloading and Resource Allocations via Deep Recurrent Reinforcement Learning in Partial Observable Multifog Networks","publication_year":2020,"publication_date":"2020-07-15","ids":{"openalex":"https://openalex.org/W3042857242","doi":"https://doi.org/10.1109/jiot.2020.3009540","mag":"3042857242"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3009540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3009540","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.10581","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047432490","display_name":"Jung-Yeon Baek","orcid":"https://orcid.org/0000-0003-4526-0204"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jungyeon Baek","raw_affiliation_strings":["Department of Electrical Engineering, \u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4526-0204","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, \u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032243366","display_name":"Georges Kaddoum","orcid":"https://orcid.org/0000-0002-5025-6624"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Georges Kaddoum","raw_affiliation_strings":["Department of Electrical Engineering, \u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5025-6624","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, \u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9736820"],"apc_list":null,"apc_paid":null,"fwci":11.5377,"has_fulltext":false,"cited_by_count":133,"citation_normalized_percentile":{"value":0.98772282,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"1041","last_page":"1056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8751497268676758},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7005370259284973},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6697359681129456},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6567822694778442},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.598264753818512},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5954287052154541},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5598026514053345},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5076626539230347},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.48815327882766724},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48225170373916626},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48022204637527466},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4559600353240967},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41688984632492065},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.41394370794296265},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.32034003734588623},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1921420395374298}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8751497268676758},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7005370259284973},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6697359681129456},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6567822694778442},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.598264753818512},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5954287052154541},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5598026514053345},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5076626539230347},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.48815327882766724},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48225170373916626},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48022204637527466},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4559600353240967},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41688984632492065},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.41394370794296265},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.32034003734588623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1921420395374298},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2020.3009540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3009540","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2007.10581","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.10581","pdf_url":"https://arxiv.org/pdf/2007.10581","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:espace2.etsmtl.ca:22051","is_oa":false,"landing_page_url":"http://espace2.etsmtl.ca/id/eprint/22051/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.10581","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.10581","pdf_url":"https://arxiv.org/pdf/2007.10581","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2121526318","display_name":null,"funder_award_id":"RDCPJ 501617-16","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W581956982","https://openalex.org/W589777535","https://openalex.org/W1515851193","https://openalex.org/W1788288079","https://openalex.org/W1924770834","https://openalex.org/W2028629398","https://openalex.org/W2028926203","https://openalex.org/W2085366587","https://openalex.org/W2099618002","https://openalex.org/W2100295243","https://openalex.org/W2104602264","https://openalex.org/W2119567691","https://openalex.org/W2126351339","https://openalex.org/W2133294820","https://openalex.org/W2134295053","https://openalex.org/W2145339207","https://openalex.org/W2296645514","https://openalex.org/W2322853118","https://openalex.org/W2334782222","https://openalex.org/W2342942543","https://openalex.org/W2472333518","https://openalex.org/W2511505324","https://openalex.org/W2538968690","https://openalex.org/W2578151840","https://openalex.org/W2594560857","https://openalex.org/W2604873668","https://openalex.org/W2605868208","https://openalex.org/W2615926310","https://openalex.org/W2623894540","https://openalex.org/W2756144809","https://openalex.org/W2775827109","https://openalex.org/W2782105028","https://openalex.org/W2783999187","https://openalex.org/W2799283631","https://openalex.org/W2802528223","https://openalex.org/W2898035736","https://openalex.org/W2910182792","https://openalex.org/W2910541158","https://openalex.org/W2913740539","https://openalex.org/W2916079228","https://openalex.org/W2946537088","https://openalex.org/W2950863887","https://openalex.org/W2951896791","https://openalex.org/W2962856838","https://openalex.org/W2962883549","https://openalex.org/W2962938178","https://openalex.org/W2963620705","https://openalex.org/W2964081981","https://openalex.org/W2964129362","https://openalex.org/W2969203301","https://openalex.org/W2969218621","https://openalex.org/W2970759804","https://openalex.org/W2974654731","https://openalex.org/W2980575120","https://openalex.org/W2982530739","https://openalex.org/W2999146029","https://openalex.org/W3098133185","https://openalex.org/W3103487703","https://openalex.org/W3106445841","https://openalex.org/W4302329588","https://openalex.org/W4311657430","https://openalex.org/W6616837769","https://openalex.org/W6672070530","https://openalex.org/W6675811377","https://openalex.org/W6679147555","https://openalex.org/W6736572398"],"related_works":["https://openalex.org/W2795085641","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"As":[0],"wireless":[1],"services":[2,53],"and":[3,8,11,50,72,103,126,198,217,244],"applications":[4],"become":[5],"more":[6],"sophisticated":[7],"require":[9],"faster":[10],"higher":[12,240],"capacity":[13,66],"networks,":[14],"there":[15],"is":[16,70,140,190,227],"a":[17,74,122,143,176,194,239],"need":[18],"for":[19,130],"an":[20,223],"efficient":[21],"management":[22,106],"of":[23,26,34,45,67,82,113,121,208,219],"the":[24,32,43,61,64,95,100,109,114,119,156,161,184,206,215,220,234],"execution":[25],"increasingly":[27],"complex":[28],"tasks":[29,133],"based":[30],"on":[31],"requirements":[33,112],"each":[35,150],"application.":[36],"In":[37,58,85],"this":[38,86],"regard,":[39],"fog":[40,68,76,96,151],"computing":[41,65],"enables":[42],"integration":[44],"virtualized":[46],"servers":[47],"into":[48],"networks":[49],"brings":[51],"cloud":[52,62],"closer":[54],"to":[55,60,154,166,182,193,204,213],"end":[56],"devices.":[57],"contrast":[59],"server,":[63],"nodes":[69,97,102,136,162],"limited":[71],"thus":[73],"single":[75],"node":[77,152],"might":[78],"not":[79],"be":[80,91],"capable":[81],"computing-intensive":[83],"tasks.":[84],"context,":[87],"task":[88,124],"offloading":[89,125],"can":[90,237],"particularly":[92],"useful":[93],"at":[94],"by":[98],"selecting":[99],"suitable":[101],"proper":[104],"resource":[105,127],"while":[107,160],"guaranteeing":[108],"Quality-of-Service":[110],"(QoS)":[111],"users.":[115],"This":[116,138],"article":[117],"studies":[118],"design":[120],"joint":[123],"allocation":[128],"control":[129],"heterogeneous":[131],"service":[132],"in":[134,148],"multifog":[135],"systems.":[137],"problem":[139],"formulated":[141],"as":[142],"partially":[144],"observable":[145],"stochastic":[146],"game,":[147],"which":[149],"cooperates":[153],"maximize":[155],"aggregated":[157],"local":[158,167],"rewards":[159],"only":[163],"have":[164],"access":[165],"observations.":[168],"To":[169],"deal":[170],"with":[171],"partial":[172],"observability,":[173],"we":[174],"apply":[175],"deep":[177,195,199],"recurrent":[178],"Q-network":[179,196,201],"(DRQN)":[180],"approach":[181,203],"approximate":[183],"optimal":[185],"value":[186],"functions.":[187],"The":[188],"solution":[189],"then":[191],"compared":[192],"(DQN)":[197],"convolutional":[200],"(DCQN)":[202],"evaluate":[205],"performance":[207],"different":[209],"neural":[210,221],"networks.":[211],"Moreover,":[212],"guarantee":[214],"convergence":[216],"accuracy":[218],"network,":[222],"adjusted":[224],"exploration-exploitation":[225],"method":[226],"adopted.":[228],"Provided":[229],"numerical":[230],"results":[231],"show":[232],"that":[233],"proposed":[235],"algorithm":[236],"achieve":[238],"average":[241,246],"success":[242],"rate":[243],"lower":[245],"overflow":[247],"than":[248],"baseline":[249],"methods.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}