{"id":"https://openalex.org/W4226519960","doi":"https://doi.org/10.1109/jiot.2022.3168869","title":"Joint Caching and Computing Service Placement for Edge-Enabled IoT Based on Deep Reinforcement Learning","display_name":"Joint Caching and Computing Service Placement for Edge-Enabled IoT Based on Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-04-20","ids":{"openalex":"https://openalex.org/W4226519960","doi":"https://doi.org/10.1109/jiot.2022.3168869"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3168869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3168869","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100703977","display_name":"Yan Chen","orcid":"https://orcid.org/0000-0002-3872-0586"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Chen","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3872-0586","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073179637","display_name":"Yanjing Sun","orcid":"https://orcid.org/0000-0002-1389-3958"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjing Sun","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1389-3958","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016900577","display_name":"Bin Yang","orcid":"https://orcid.org/0000-0001-6509-4173"},"institutions":[{"id":"https://openalex.org/I4210115456","display_name":"Chuzhou University","ror":"https://ror.org/037663q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210115456"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Yang","raw_affiliation_strings":["School of Computer and Information Engineering, Chuzhou University, Chuzhou, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-6509-4173","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Chuzhou University, Chuzhou, Anhui, China","institution_ids":["https://openalex.org/I4210115456"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087043869","display_name":"Tarik Taleb","orcid":"https://orcid.org/0000-0003-1119-1239"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI","KR"],"is_corresponding":false,"raw_author_name":"Tarik Taleb","raw_affiliation_strings":["Center of Wireless Communications, University of Oulu, Oulu, Finland","Department of Computer and Information Security, Sejong University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Department of Computer and Information Security, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8639,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.9370559,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"9","issue":"19","first_page":"19501","last_page":"19514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8432427048683167},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7241756916046143},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.7169569134712219},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6655309200286865},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5261853933334351},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4983251094818115},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.49274352192878723},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4906693696975708},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4754740297794342},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.47438886761665344},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.44256287813186646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.316547691822052},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.26960647106170654},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.2029997706413269},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15533366799354553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8432427048683167},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7241756916046143},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7169569134712219},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6655309200286865},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5261853933334351},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4983251094818115},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.49274352192878723},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4906693696975708},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4754740297794342},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.47438886761665344},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.44256287813186646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.316547691822052},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26960647106170654},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2029997706413269},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15533366799354553},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2022.3168869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3168869","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe2022090257038","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe2022090257038","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1598644375","display_name":null,"funder_award_id":"#318927","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G3500995008","display_name":null,"funder_award_id":"2020ZDPY0304","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7803967553","display_name":null,"funder_award_id":"202006420096","funder_id":"https://openalex.org/F4320335564","funder_display_name":"Chinese Government Scholarship"},{"id":"https://openalex.org/G8499642208","display_name":"\u4e1a\u52a1\u5c5e\u6027\u9a71\u52a8\u7684\u77ff\u5c71\u52a8\u6001\u534f\u540c\u4f5c\u4e1a\u573a\u666f\u65e0\u7ebf\u901a\u4fe1\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62071472","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320335564","display_name":"Chinese Government Scholarship","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2046376809","https://openalex.org/W2105482032","https://openalex.org/W2119717200","https://openalex.org/W2512533194","https://openalex.org/W2792846363","https://openalex.org/W2797431058","https://openalex.org/W2803750062","https://openalex.org/W2890786591","https://openalex.org/W2903252781","https://openalex.org/W2903523957","https://openalex.org/W2913871603","https://openalex.org/W2918335825","https://openalex.org/W2952332632","https://openalex.org/W2956080156","https://openalex.org/W2956416002","https://openalex.org/W2962766183","https://openalex.org/W2979639252","https://openalex.org/W2980466635","https://openalex.org/W2982344943","https://openalex.org/W2985563585","https://openalex.org/W2986918619","https://openalex.org/W2991243083","https://openalex.org/W2995673860","https://openalex.org/W2996851691","https://openalex.org/W2996945891","https://openalex.org/W2999711132","https://openalex.org/W3010671996","https://openalex.org/W3013198216","https://openalex.org/W3017275226","https://openalex.org/W3049290327","https://openalex.org/W3088084782","https://openalex.org/W3093964892","https://openalex.org/W3105883416","https://openalex.org/W6725207838","https://openalex.org/W6730742100","https://openalex.org/W6735506055","https://openalex.org/W6738144653","https://openalex.org/W6738796088","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489"],"abstract_inverted_index":{"By":[0],"placing":[1],"edge":[2,10],"service":[3,80],"functions":[4,57],"in":[5,26,50],"proximity":[6],"to":[7,40,61,95,103,126,145,154,177,197,220],"IoT":[8,15,22,27,53,71,86],"facilities,":[9],"computing":[11,79],"can":[12,101,212,233],"satisfy":[13],"various":[14],"applications\u2019":[16],"resource":[17],"and":[18,29,73,78,136,182],"latency":[19],"requirements.":[20],"Sensing-data-driven":[21],"applications":[23,49],"are":[24,59],"prevalent":[25],"systems,":[28],"their":[30],"task":[31],"processing":[32],"relies":[33],"on":[34,120,166],"sensing":[35,64],"data":[36],"from":[37],"sensors.":[38],"Therefore,":[39],"ensure":[41],"the":[42,75,97,112,121,128,156,167,179,186,199,225,229,236],"Quality":[43],"of":[44,47,130,133,142],"Service":[45],"(QoS)":[46],"such":[48],"an":[51,69,148,161],"edge-enabled":[52,70],"system,":[54],"dedicated":[55],"caching":[56,77],"(CFs)":[58],"required":[60],"cache":[62],"necessary":[63],"data.":[65],"This":[66],"article":[67],"considers":[68],"system":[72,106],"investigates":[74],"joint":[76],"placement":[81],"(JCCSP)":[82],"problem":[83,98],"for":[84],"sensing-data-driven":[85],"applications.":[87,146],"Then,":[88,147],"deep":[89,170],"reinforcement":[90],"learning":[91],"(DRL)":[92],"is":[93,124,152,175,195,217],"exploited":[94],"address":[96,127],"since":[99],"it":[100],"adapt":[102],"a":[104,116,190],"heterogeneous":[105],"with":[107,224],"limited":[108],"prior":[109],"knowledge.":[110],"In":[111,185],"proposed":[113,176,187,208,230],"DRL-based":[114,209],"approaches,":[115],"policy":[117,157,172],"network":[118],"based":[119,165],"encoder\u2013decoder":[122],"model":[123],"constructed":[125],"issue":[129],"varying":[131],"sizes":[132],"JCCSP":[134,210],"states":[135],"actions":[137],"caused":[138],"by":[139],"different":[140],"numbers":[141],"CFs":[143],"related":[144],"on-policy":[149],"REINFORCE-based":[150],"method":[151,164,232],"adopted":[153],"train":[155],"network.":[158],"After":[159],"that":[160,206,216],"off-policy":[162],"training":[163,180,237],"twin-delayed":[168],"(TD)":[169],"deterministic":[171],"gradient":[173],"(DDPG)":[174],"enhance":[178],"efficiency":[181],"experience":[183],"utilization.":[184],"DDPG-based":[188],"method,":[189,228],"weight-averaged":[191],"twin-$Q$-delayed":[192],"(WATQD)":[193],"algorithm":[194],"introduced":[196],"reduce":[198],"bias":[200],"of$Q$-value":[201],"estimation.":[202],"Simulation":[203],"results":[204],"show":[205],"our":[207],"approaches":[211],"achieve":[213],"converged":[214],"performance":[215],"significantly":[218,234],"superior":[219],"benchmarks.":[221],"Moreover,":[222],"compared":[223],"original":[226],"TD":[227],"WATQD":[231],"improve":[235],"stability.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":11}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}