{"id":"https://openalex.org/W4404914615","doi":"https://doi.org/10.1109/jiot.2024.3509893","title":"Federated Deep Reinforcement Learning for Task Offloading in MEC-Enabled Heterogeneous Networks","display_name":"Federated Deep Reinforcement Learning for Task Offloading in MEC-Enabled Heterogeneous Networks","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4404914615","doi":"https://doi.org/10.1109/jiot.2024.3509893"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3509893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3509893","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018646081","display_name":"Hui Xiao","orcid":"https://orcid.org/0000-0002-0122-233X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xiao","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0122-233X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604903","display_name":"Zhigang Hu","orcid":"https://orcid.org/0000-0001-5707-8931"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Hu","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-5707-8931","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091974952","display_name":"Xinyu Zhang","orcid":"https://orcid.org/0000-0002-6379-6582"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048326658","display_name":"Aikun Xu","orcid":"https://orcid.org/0000-0002-3525-0339"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aikun Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-3525-0339","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080596183","display_name":"Meiguang Zheng","orcid":"https://orcid.org/0000-0001-8084-5203"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiguang Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-8084-5203","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["Department of Computer Science, State University of New York, New Paltz, NY, USA","Department of Computer Science, State University of New York, New Paltz, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-5224-4048","affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, NY, USA","institution_ids":["https://openalex.org/I157455823"]},{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, New York, USA","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6065,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.64583796,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":"8","first_page":"10238","last_page":"10252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8312152028083801},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7301173806190491},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.548590362071991},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4966445565223694},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.4499097168445587},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4385930895805359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4364965558052063},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.2365744411945343},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.19898632168769836},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11549878120422363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8312152028083801},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7301173806190491},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.548590362071991},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4966445565223694},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.4499097168445587},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4385930895805359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4364965558052063},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2365744411945343},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.19898632168769836},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11549878120422363},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3509893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3509893","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1278759165","display_name":null,"funder_award_id":"62172442","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3734256762","display_name":null,"funder_award_id":"2020JJ5775","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2535838896","https://openalex.org/W2615459164","https://openalex.org/W2624989916","https://openalex.org/W2784111728","https://openalex.org/W2887821509","https://openalex.org/W2895939936","https://openalex.org/W2963060851","https://openalex.org/W2963433607","https://openalex.org/W2971564397","https://openalex.org/W2982409974","https://openalex.org/W3001299093","https://openalex.org/W3011317018","https://openalex.org/W3023574229","https://openalex.org/W3047488480","https://openalex.org/W3105504538","https://openalex.org/W3106171294","https://openalex.org/W3108122564","https://openalex.org/W3115015728","https://openalex.org/W3117145695","https://openalex.org/W3120633925","https://openalex.org/W3133354246","https://openalex.org/W3134018935","https://openalex.org/W3153791152","https://openalex.org/W3161794179","https://openalex.org/W3174997142","https://openalex.org/W3192851879","https://openalex.org/W3193859704","https://openalex.org/W3212845011","https://openalex.org/W4205802647","https://openalex.org/W4214547157","https://openalex.org/W4214717370","https://openalex.org/W4250589301","https://openalex.org/W4285223884","https://openalex.org/W4295308573","https://openalex.org/W4297964528","https://openalex.org/W4308089117","https://openalex.org/W4312626665","https://openalex.org/W4317815264","https://openalex.org/W4319878659","https://openalex.org/W4320029437","https://openalex.org/W4321021634","https://openalex.org/W4362514030","https://openalex.org/W4362654331","https://openalex.org/W4377717231","https://openalex.org/W6759238902","https://openalex.org/W6773817997"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W1927327903","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548"],"abstract_inverted_index":{"The":[0,172],"integration":[1],"of":[2,22,85,187,192],"mobile":[3],"edge":[4,42],"computing":[5],"(MEC)":[6],"and":[7,35,65,68,92,124,155,159,190],"heterogeneous":[8,131],"networks":[9],"enables":[10],"network":[11],"operators":[12],"to":[13,18,51,73,107,181],"provide":[14],"task":[15,28,76,121],"offloading":[16,77,122,149,153],"services":[17],"a":[19,63,138],"large":[20],"number":[21],"user":[23],"devices":[24],"(UDs)":[25],"for":[26,151,162],"low-latency":[27],"processing":[29],"by":[30,96],"equipping":[31],"macro":[32],"base":[33,39],"stations":[34,40],"densely":[36],"deployed":[37],"small":[38],"with":[41,59],"servers.":[43],"Federated":[44],"deep":[45,140],"reinforcement":[46],"learning":[47,99,127,164],"allows":[48],"each":[49,145],"UD":[50,146],"collaboratively":[52],"learn":[53],"useful":[54],"knowledge":[55],"from":[56],"the":[57,60,75,90,97,104,109,120,125,148,152,156,163,176],"interaction":[58],"environment":[61],"in":[62,79,129,185],"privacy-preserving":[64],"high-efficiency":[66],"way":[67],"thus":[69],"has":[70],"been":[71],"applied":[72],"solve":[74],"problem":[78],"recent":[80],"studies.":[81],"However,":[82],"very":[83],"few":[84],"these":[86],"studies":[87],"have":[88],"considered":[89],"energy":[91,112,188],"time":[93],"costs":[94],"incurred":[95],"federated":[98,126,139],"process.":[100],"In":[101],"this":[102,134],"article,":[103],"goal":[105],"is":[106,179],"minimize":[108],"total":[110],"UDs\u2019":[111],"consumption":[113],"while":[114],"guaranteeing":[115],"deadline":[116],"constraints":[117],"considering":[118],"both":[119],"process":[123,128,154,165],"MEC-enabled":[130],"networks.":[132],"Toward":[133],"end,":[135],"we":[136],"propose":[137],"Q-network":[141],"(DQN)":[142],"method":[143,178],"where":[144],"optimizes":[147],"decision":[150,158],"participation":[157],"training":[160],"volume":[161],"based":[166],"on":[167],"its":[168],"local":[169],"DQN":[170],"model.":[171],"simulation":[173],"results":[174],"demonstrate":[175],"proposed":[177],"superior":[180],"several":[182],"existing":[183],"methods":[184],"terms":[186],"efficiency":[189],"Quality":[191],"Service":[193],"(QoS).":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}