{"id":"https://openalex.org/W2941971445","doi":"https://doi.org/10.1109/jiot.2019.2913162","title":"iRAF: A Deep Reinforcement Learning Approach for Collaborative Mobile Edge Computing IoT Networks","display_name":"iRAF: A Deep Reinforcement Learning Approach for Collaborative Mobile Edge Computing IoT Networks","publication_year":2019,"publication_date":"2019-04-25","ids":{"openalex":"https://openalex.org/W2941971445","doi":"https://doi.org/10.1109/jiot.2019.2913162","mag":"2941971445"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2019.2913162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2913162","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078286204","display_name":"Jienan Chen","orcid":"https://orcid.org/0000-0003-1265-0775"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jienan Chen","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1265-0775","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325186","display_name":"Siyu Chen","orcid":"https://orcid.org/0000-0002-8784-1341"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyu Chen","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100341330","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0002-7764-9858"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000734023","display_name":"Bin Cao","orcid":"https://orcid.org/0000-0001-8839-243X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cao","raw_affiliation_strings":["Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing"],"raw_orcid":"https://orcid.org/0000-0001-8839-243X","affiliations":[{"raw_affiliation_string":"Institute of Network Technology, Beijing University of Posts and Telecommunications, Beijing","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086335553","display_name":"Gang Feng","orcid":"https://orcid.org/0000-0002-2512-2392"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Feng","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2512-2392","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032433883","display_name":"Jianhao Hu","orcid":"https://orcid.org/0000-0003-1380-5513"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhao Hu","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.5185,"has_fulltext":false,"cited_by_count":231,"citation_normalized_percentile":{"value":0.99579223,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"6","issue":"4","first_page":"7011","last_page":"7024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8015643358230591},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7310298681259155},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6054986119270325},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5377019047737122},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5145699381828308},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5089588165283203},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47410184144973755},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.43246033787727356},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.4250008165836334},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42349621653556824},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.41416677832603455},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.37150663137435913},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3311671018600464},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.25914764404296875},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19801980257034302},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10610249638557434}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8015643358230591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7310298681259155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6054986119270325},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5377019047737122},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5145699381828308},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5089588165283203},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47410184144973755},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.43246033787727356},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.4250008165836334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42349621653556824},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.41416677832603455},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.37150663137435913},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3311671018600464},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.25914764404296875},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19801980257034302},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10610249638557434},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2019.2913162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2913162","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3869043428","display_name":"\u9762\u5411\u79fb\u52a8\u8fb9\u7f18\u8ba1\u7b97\u7684\u4efb\u52a1\u8fc1\u79fb\u53ca\u5176\u8d44\u6e90\u5206\u914d\u8054\u5408\u4f18\u5316\u7b97\u6cd5\u548c\u51b3\u7b56\u673a\u5236\u7814\u7a76","funder_award_id":"61701059","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1486093464","https://openalex.org/W1998808035","https://openalex.org/W2069313024","https://openalex.org/W2168097082","https://openalex.org/W2195423816","https://openalex.org/W2257979135","https://openalex.org/W2343908699","https://openalex.org/W2407223074","https://openalex.org/W2415391790","https://openalex.org/W2416799949","https://openalex.org/W2521876175","https://openalex.org/W2538118091","https://openalex.org/W2547727199","https://openalex.org/W2560835312","https://openalex.org/W2602642785","https://openalex.org/W2613445538","https://openalex.org/W2624989916","https://openalex.org/W2730940305","https://openalex.org/W2736073194","https://openalex.org/W2737048573","https://openalex.org/W2751512711","https://openalex.org/W2751904527","https://openalex.org/W2765739766","https://openalex.org/W2766447205","https://openalex.org/W2766846808","https://openalex.org/W2769744185","https://openalex.org/W2778138942","https://openalex.org/W2787498242","https://openalex.org/W2792760318","https://openalex.org/W2799248164","https://openalex.org/W2800992211","https://openalex.org/W2807731816","https://openalex.org/W2808381205","https://openalex.org/W2833256931","https://openalex.org/W2886383975","https://openalex.org/W2886422817","https://openalex.org/W2889540440","https://openalex.org/W2891412341","https://openalex.org/W2895879715","https://openalex.org/W2896079731","https://openalex.org/W2897573479","https://openalex.org/W2901451066","https://openalex.org/W2963334314","https://openalex.org/W2964098968","https://openalex.org/W3103982343","https://openalex.org/W6668000646"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W4361251304","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3139051647","https://openalex.org/W3024547383","https://openalex.org/W3174690704","https://openalex.org/W4210813012","https://openalex.org/W2968424451","https://openalex.org/W4221092438"],"abstract_inverted_index":{"Recently,":[0],"as":[1,83],"the":[2,21,46,52,84,101,110,120,154,160,182,196,217,220],"development":[3],"of":[4,23,61,87,100,163,173],"artificial":[5],"intelligence":[6],"(AI),":[7],"data-driven":[8],"AI":[9],"methods":[10],"have":[11],"shown":[12],"amazing":[13],"performance":[14,121,214],"in":[15,148],"solving":[16],"complex":[17,47],"problems":[18],"to":[19,44,118,142,189],"support":[20],"Internet":[22],"Things":[24],"(IoT)":[25],"world":[26],"with":[27,127,216],"massive":[28],"resource-consuming":[29],"and":[30,79,90,97,113,124,208,219],"delay-sensitive":[31],"services.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36],"propose":[37],"an":[38],"intelligent":[39],"resource":[40,48,72,95,115,145],"allocation":[41,49,73,116,146],"framework":[42],"(iRAF)":[43],"solve":[45],"problem":[50],"for":[51,70],"collaborative":[53],"mobile":[54],"edge":[55,88],"computing":[56,85],"(CoMEC)":[57],"network.":[58],"The":[59,104],"core":[60],"iRAF":[62,106,130,205],"is":[63,140,157,175],"a":[64,135,149,186,191],"multitask":[65],"deep":[66,136,221],"reinforcement":[67],"learning":[68,151],"algorithm":[69],"making":[71],"decisions":[74],"based":[75],"on":[76,211],"network":[77,111,138],"states":[78],"task":[80],"characteristics,":[81],"such":[82],"capability":[86],"servers":[89],"devices,":[91],"communication":[92],"channel":[93],"quality,":[94],"utilization,":[96],"latency":[98,123,213],"requirement":[99],"services,":[102],"etc.":[103],"proposed":[105,204],"can":[107],"automatically":[108],"learn":[109],"environment":[112],"generate":[114],"decision":[117],"maximize":[119],"over":[122],"power":[125],"consumption":[126],"self-play":[128],"training.":[129],"becomes":[131],"its":[132],"own":[133],"teacher:":[134],"neural":[137],"(DNN)":[139],"trained":[141],"predict":[143],"iRAF's":[144],"action":[147,193],"self-supervised":[150],"manner,":[152],"where":[153],"training":[155],"data":[156],"generated":[158],"from":[159,185],"searching":[161],"process":[162],"Monte":[164],"Carlo":[165],"tree":[166],"search":[167],"(MCTS)":[168],"algorithm.":[169],"A":[170],"major":[171],"advantage":[172],"MCTS":[174],"that":[176,202],"it":[177],"will":[178],"simulate":[179],"trajectories":[180],"into":[181],"future,":[183],"starting":[184],"root":[187],"state,":[188],"obtain":[190],"best":[192],"by":[194],"evaluating":[195],"reward":[197],"value.":[198],"Numerical":[199],"results":[200],"show":[201],"our":[203],"achieves":[206],"59.27%":[207],"51.71%":[209],"improvement":[210],"service":[212],"compared":[215],"greedy-search":[218],"Q-learning-based":[222],"methods,":[223],"respectively.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":45},{"year":2021,"cited_by_count":48},{"year":2020,"cited_by_count":37},{"year":2019,"cited_by_count":8}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}