{"id":"https://openalex.org/W3204828976","doi":"https://doi.org/10.1109/jsac.2021.3118342","title":"A Robust Distributed Hierarchical Online Learning Approach for Dynamic MEC Networks","display_name":"A Robust Distributed Hierarchical Online Learning Approach for Dynamic MEC Networks","publication_year":2021,"publication_date":"2021-10-06","ids":{"openalex":"https://openalex.org/W3204828976","doi":"https://doi.org/10.1109/jsac.2021.3118342","mag":"3204828976"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2021.3118342","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3118342","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/9681825/09562524.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/49/9681825/09562524.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016185866","display_name":"Yi-Chen Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chen Wu","raw_affiliation_strings":["Institute of Communications Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Che Lin","orcid":"https://orcid.org/0000-0002-4986-311X"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Che Lin","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4986-311X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Graduate Institute of Communication Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Department of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Department of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.823,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85958847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"40","issue":"2","first_page":"641","last_page":"656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8665258884429932},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6964061260223389},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.6607393026351929},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.503649890422821},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45730215311050415},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.35948446393013},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35082852840423584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8665258884429932},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6964061260223389},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.6607393026351929},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.503649890422821},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45730215311050415},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.35948446393013},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35082852840423584},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2021.3118342","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3118342","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/9681825/09562524.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/jsac.2021.3118342","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3118342","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/9681825/09562524.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1341767848","display_name":null,"funder_award_id":"MOST107-2221-E-002-196-MY3","funder_id":"https://openalex.org/F4320322108","funder_display_name":"Ministry of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320322108","display_name":"Ministry of Science and Technology","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320325256","display_name":"Info-communications Media Development Authority","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204828976.pdf","grobid_xml":"https://content.openalex.org/works/W3204828976.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W2012423440","https://openalex.org/W2029475479","https://openalex.org/W2082011829","https://openalex.org/W2089914848","https://openalex.org/W2128569883","https://openalex.org/W2135021459","https://openalex.org/W2136877695","https://openalex.org/W2149365825","https://openalex.org/W2160886020","https://openalex.org/W2166243422","https://openalex.org/W2329267147","https://openalex.org/W2416799949","https://openalex.org/W2608659040","https://openalex.org/W2611807022","https://openalex.org/W2624989916","https://openalex.org/W2751904527","https://openalex.org/W2777180355","https://openalex.org/W2793667044","https://openalex.org/W2800992211","https://openalex.org/W2803750062","https://openalex.org/W2804985843","https://openalex.org/W2808381205","https://openalex.org/W2891123429","https://openalex.org/W2902002582","https://openalex.org/W2903874029","https://openalex.org/W2963334314","https://openalex.org/W2964015972","https://openalex.org/W2964054168","https://openalex.org/W2964098968","https://openalex.org/W3015366655","https://openalex.org/W3048964055","https://openalex.org/W3100366369","https://openalex.org/W3105306379","https://openalex.org/W3105883416","https://openalex.org/W3131852646","https://openalex.org/W4251248339"],"related_works":["https://openalex.org/W2086397253","https://openalex.org/W2133122801","https://openalex.org/W600422426","https://openalex.org/W2007156430","https://openalex.org/W2170882281","https://openalex.org/W3081478936","https://openalex.org/W2770593030","https://openalex.org/W4281727072","https://openalex.org/W4312219546","https://openalex.org/W2785612136"],"abstract_inverted_index":{"We":[0],"consider":[1,29],"a":[2,10,30,92,164,215,243,249],"resource":[3],"allocation":[4],"and":[5,104,161,182,202,228,235],"offloading":[6,49,64,117,210],"decision-making":[7],"problem":[8],"in":[9,26,248],"mobile":[11],"edge":[12],"computing":[13],"(MEC)":[14],"network.":[15,130,253],"Since":[16,46],"the":[17,34,40,47,53,59,61,67,73,77,86,101,106,110,113,128,132,145,150,159,169,179,187,200,208,225,240],"locations":[18],"of":[19,115],"user":[20],"equipments":[21],"(UEs)":[22],"vary":[23],"over":[24],"time":[25],"practice,":[27],"we":[28,90],"dynamic":[31,251],"network,":[32],"where":[33],"UEs":[35,111,151,160],"could":[36,212],"leave":[37],"or":[38],"join":[39],"network":[41,54],"coverage":[42],"at":[43],"any":[44],"location.":[45],"joint":[48,209],"decision":[50,65,118,211],"that":[51],"minimizes":[52],"cost":[55,82,107,227,230],"also":[56],"varies":[57],"with":[58,127,144],"topology,":[60],"expected":[62],"best":[63],"for":[66,242],"previous":[68],"topology":[69,87,170],"would":[70],"not":[71],"match":[72],"new":[74],"topology.":[75],"Consequently,":[76],"system":[78],"suffers":[79],"from":[80,124,149,186,214],"recurring":[81],"peaks":[83],"due":[84],"to":[85,99,152,233],"change.":[88],"Thus,":[89],"propose":[91],"robust":[93,221,244],"distributed":[94],"hierarchical":[95,165],"online":[96,143],"learning":[97,197,245],"approach":[98,222],"enhance":[100],"algorithm\u2019s":[102],"robustness":[103],"reduce":[105],"peaks.":[108],"Specifically,":[109],"learn":[112],"utility":[114],"each":[116,172],"via":[119,191],"deep":[120,139],"Q":[121],"networks":[122,141],"(DQNs)":[123],"their":[125,138,154],"interaction":[126],"MEC":[129,252],"Meanwhile,":[131],"computational":[133],"access":[134],"points":[135],"(CAPs)":[136],"train":[137],"neural":[140],"(DNNs)":[142],"real-time":[146],"data":[147],"collected":[148],"predict":[153],"corresponding":[155],"Q-value":[156,176,189],"vectors.":[157],"Therefore,":[158],"CAPs":[162],"form":[163],"collaborative-learning":[166],"structure.":[167],"When":[168],"changes,":[171],"UE":[173],"downloads":[174],"its":[175,184,192],"vector":[177,181,190],"as":[178,207],"Q-bias":[180],"learns":[183],"difference":[185],"actual":[188],"DQN.":[193],"With":[194],"different":[195],"agents":[196],"distributedly,":[198],"both":[199],"peak":[201,226],"sum":[203,229],"costs":[204],"are":[205],"reduced":[206],"start":[213],"near-local-optimal":[216],"point.":[217],"In":[218],"simulations,":[219],"our":[220],"successfully":[223],"reduces":[224],"by":[231],"up":[232],"50%":[234],"30%,":[236],"respectively.":[237],"This":[238],"demonstrates":[239],"need":[241],"algorithm":[246],"design":[247],"practical":[250]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}