{"id":"https://openalex.org/W4243040688","doi":"https://doi.org/10.1186/s13634-021-00802-x","title":"A reinforcement learning-based computing offloading and resource allocation scheme in F-RAN","display_name":"A reinforcement learning-based computing offloading and resource allocation scheme in F-RAN","publication_year":2021,"publication_date":"2021-10-02","ids":{"openalex":"https://openalex.org/W4243040688","doi":"https://doi.org/10.1186/s13634-021-00802-x"},"language":"en","primary_location":{"id":"doi:10.1186/s13634-021-00802-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-021-00802-x","pdf_url":"https://asp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13634-021-00802-x","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1110-8657","issn":["1110-8657","1687-0433","1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://asp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13634-021-00802-x","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085386121","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8968-5178"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8968-5178","affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039288919","display_name":"Rongxin Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongxin Ma","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011960355","display_name":"Youjun Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youjun Gao","raw_affiliation_strings":["China Mobile System Integration Co., Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile System Integration Co., Ltd., Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006155232","display_name":"Zesheng Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zesheng Gu","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085386121"],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":{"value":1665,"currency":"USD","value_usd":1665},"apc_paid":{"value":1665,"currency":"USD","value_usd":1665},"fwci":1.434,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8229869,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"2021","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8477777242660522},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7833132743835449},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.620663583278656},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.5602335929870605},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46645253896713257},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.45199114084243774},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.44555073976516724},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.43662557005882263},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.43262675404548645},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42500197887420654},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4208018183708191},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4134022295475006},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40821224451065063},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2879500389099121},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.21315792202949524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19550856947898865},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18993538618087769},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.17358529567718506},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07892218232154846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8477777242660522},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7833132743835449},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.620663583278656},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.5602335929870605},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46645253896713257},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.45199114084243774},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.44555073976516724},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.43662557005882263},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.43262675404548645},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42500197887420654},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4208018183708191},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4134022295475006},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40821224451065063},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2879500389099121},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.21315792202949524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19550856947898865},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18993538618087769},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.17358529567718506},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07892218232154846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13634-021-00802-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-021-00802-x","pdf_url":"https://asp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13634-021-00802-x","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1110-8657","issn":["1110-8657","1687-0433","1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d3bcec941af84098be82196c53ca61d3","is_oa":true,"landing_page_url":"https://doaj.org/article/d3bcec941af84098be82196c53ca61d3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Advances in Signal Processing, Vol 2021, Iss 1, Pp 1-25 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13634-021-00802-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13634-021-00802-x","pdf_url":"https://asp-eurasipjournals.springeropen.com/track/pdf/10.1186/s13634-021-00802-x","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1110-8657","issn":["1110-8657","1687-0433","1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G37961612","display_name":null,"funder_award_id":"2020JQ","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G5393095425","display_name":null,"funder_award_id":"2020JQ-849","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G6415290847","display_name":"\u96fe\u65e0\u7ebf\u63a5\u5165\u7f51\u7edc\u4e2d\u7684\u5185\u5bb9\u7f13\u5b58\u4e0e\u5206\u53d1\u7406\u8bba\u7814\u7a76","funder_award_id":"62071377","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G65387959","display_name":null,"funder_award_id":"61901367","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G6635309208","display_name":null,"funder_award_id":"61901367","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7647418852","display_name":null,"funder_award_id":"61801382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4243040688.pdf","grobid_xml":"https://content.openalex.org/works/W4243040688.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2331959320","https://openalex.org/W2741784930","https://openalex.org/W2769494446","https://openalex.org/W2792526074","https://openalex.org/W2794247248","https://openalex.org/W2851456136","https://openalex.org/W2891764815","https://openalex.org/W2896089337","https://openalex.org/W2900703377","https://openalex.org/W2917288403","https://openalex.org/W2925954839","https://openalex.org/W2928629935","https://openalex.org/W2930306639","https://openalex.org/W2958353917","https://openalex.org/W2959184406","https://openalex.org/W2963334314","https://openalex.org/W2996745384","https://openalex.org/W3022369195","https://openalex.org/W3035077728","https://openalex.org/W3037949089","https://openalex.org/W3042857242","https://openalex.org/W3043756841","https://openalex.org/W3045907565","https://openalex.org/W3048955347","https://openalex.org/W3082230639","https://openalex.org/W3092208345","https://openalex.org/W3092310309","https://openalex.org/W3101237615","https://openalex.org/W3102103755","https://openalex.org/W3105028542","https://openalex.org/W3105504538","https://openalex.org/W3106012580","https://openalex.org/W3154222641"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W1968719883"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"investigates":[3],"a":[4,57,89,125,131],"computing":[5],"offloading":[6,52,108,121,164],"policy":[7,165],"and":[8,43,53,166],"the":[9,28,34,48,64,71,75,80,105,116,119,139,143,151,162,178,182],"allocation":[10,168],"of":[11,50,67,74,118,142,181],"computational":[12,153],"resource":[13,54,154,167],"for":[14,110,155,169],"multiple":[15],"user":[16],"equipments":[17],"(UEs)":[18],"in":[19],"device-to-device":[20],"(D2D)-aided":[21],"fog":[22],"radio":[23],"access":[24],"networks":[25],"(F-RANs).":[26],"Concerning":[27,70],"dynamically":[29],"changing":[30],"wireless":[31],"environment":[32],"where":[33],"channel":[35],"state":[36],"information":[37],"(CSI)":[38],"is":[39,101,128,146],"difficult":[40],"to":[41,62,86,103,114,149],"predict":[42],"know":[44],"exactly,":[45],"we":[46,78],"formulate":[47],"problem":[49,61,82],"task":[51],"optimization":[55],"as":[56],"mixed-integer":[58],"nonlinear":[59],"programming":[60],"maximize":[63],"total":[65],"utility":[66],"all":[68],"UEs.":[69],"non-convex":[72],"property":[73],"formulated":[76],"problem,":[77],"decouple":[79],"original":[81],"into":[83],"two":[84,160],"phases":[85],"solve.":[87],"Firstly,":[88],"centralized":[90],"deep":[91,98,133],"reinforcement":[92],"learning":[93],"(DRL)":[94],"algorithm":[95,136,145],"called":[96],"dueling":[97],"Q-network":[99,134],"(DDQN)":[100],"utilized":[102],"obtain":[104],"most":[106],"suitable":[107],"mode":[109],"each":[111,156,170],"UE.":[112,157],"Particularly,":[113],"reduce":[115],"complexity":[117],"proposed":[120,148,183],"scheme-based":[122],"DDQN":[123,144],"algorithm,":[124],"pre-processing":[126],"procedure":[127],"adopted.":[129],"Then,":[130],"distributed":[132],"(DQN)":[135],"based":[137],"on":[138],"training":[140],"result":[141],"further":[147],"allocate":[150],"appropriate":[152],"Combining":[158],"these":[159],"phases,":[161],"optimal":[163],"UE":[171],"are":[172],"finally":[173],"achieved.":[174],"Simulation":[175],"results":[176],"demonstrate":[177],"performance":[179],"gains":[180],"scheme":[184],"compared":[185],"with":[186],"other":[187],"existing":[188],"baseline":[189],"schemes.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}