{"id":"https://openalex.org/W4406094657","doi":"https://doi.org/10.1109/tvt.2024.3523376","title":"Reinforcement Learning-Based Resource Reservation for Mobile Edge Computing With Probable Failure","display_name":"Reinforcement Learning-Based Resource Reservation for Mobile Edge Computing With Probable Failure","publication_year":2025,"publication_date":"2025-01-06","ids":{"openalex":"https://openalex.org/W4406094657","doi":"https://doi.org/10.1109/tvt.2024.3523376"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3523376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3523376","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qiuli Dai","orcid":"https://orcid.org/0009-0009-9862-9897"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiuli Dai","raw_affiliation_strings":["Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China"],"raw_orcid":"https://orcid.org/0009-0009-9862-9897","affiliations":[{"raw_affiliation_string":"Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005165463","display_name":"Honglong Chen","orcid":"https://orcid.org/0000-0003-0739-6338"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honglong Chen","raw_affiliation_strings":["Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-0739-6338","affiliations":[{"raw_affiliation_string":"Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070500266","display_name":"Zhichen Ni","orcid":"https://orcid.org/0000-0002-4797-6751"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichen Ni","raw_affiliation_strings":["Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-4797-6751","affiliations":[{"raw_affiliation_string":"Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yubin Yang","orcid":"https://orcid.org/0009-0006-4747-7529"},"institutions":[{"id":"https://openalex.org/I4210142917","display_name":"IS Instruments (United Kingdom)","ror":"https://ror.org/04mf4f618","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210142917"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yubin Yang","raw_affiliation_strings":["China Electronics Technology Instruments Company Ltd, Qingdao, China","China Electronics Technology Instruments Co., Ltd, Qingdao, P. R. China"],"raw_orcid":"https://orcid.org/0009-0006-4747-7529","affiliations":[{"raw_affiliation_string":"China Electronics Technology Instruments Company Ltd, Qingdao, China","institution_ids":["https://openalex.org/I4210142917"]},{"raw_affiliation_string":"China Electronics Technology Instruments Co., Ltd, Qingdao, P. R. China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Linghan Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghan Chen","raw_affiliation_strings":["Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053370853","display_name":"Xinglong Fan","orcid":"https://orcid.org/0009-0001-0315-5521"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinglong Fan","raw_affiliation_strings":["Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China"],"raw_orcid":"https://orcid.org/0009-0001-0315-5521","affiliations":[{"raw_affiliation_string":"Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019333522","display_name":"Xiangyu Li","orcid":"https://orcid.org/0000-0002-9072-3346"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Li","raw_affiliation_strings":["Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Provincial Engineering Research Center of Intelligent Sensing and Measurement and Control Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, P. R. China","institution_ids":["https://openalex.org/I4210162190"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210162190"],"apc_list":null,"apc_paid":null,"fwci":6.7583,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96118163,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"74","issue":"5","first_page":"7985","last_page":"7996"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.8941890597343445},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.7559007406234741},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7492275238037109},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5980079770088196},{"id":"https://openalex.org/keywords/reservation","display_name":"Reservation","score":0.5857105851173401},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5503033995628357},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44876691699028015},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4469633102416992},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4426995515823364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16857659816741943},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09730276465415955}],"concepts":[{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.8941890597343445},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7559007406234741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7492275238037109},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5980079770088196},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.5857105851173401},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5503033995628357},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44876691699028015},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4469633102416992},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4426995515823364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16857659816741943},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09730276465415955}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3523376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3523376","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1132031322","display_name":null,"funder_award_id":"61772551","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4338576413","display_name":null,"funder_award_id":"62111530052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2120366615","https://openalex.org/W2786306128","https://openalex.org/W2909977353","https://openalex.org/W2916014425","https://openalex.org/W2919995315","https://openalex.org/W2963060851","https://openalex.org/W3002033136","https://openalex.org/W3003541603","https://openalex.org/W3005566700","https://openalex.org/W3016764502","https://openalex.org/W3042857242","https://openalex.org/W3109463546","https://openalex.org/W3111249757","https://openalex.org/W3131268304","https://openalex.org/W3149517271","https://openalex.org/W3198767450","https://openalex.org/W3205056089","https://openalex.org/W3213003155","https://openalex.org/W3217119770","https://openalex.org/W4206335711","https://openalex.org/W4210485470","https://openalex.org/W4226137608","https://openalex.org/W4242979483","https://openalex.org/W4281736231","https://openalex.org/W4312529905","https://openalex.org/W4312864291","https://openalex.org/W4317794990","https://openalex.org/W4385819823","https://openalex.org/W4386212337","https://openalex.org/W4387350504","https://openalex.org/W4389543038","https://openalex.org/W4390120033","https://openalex.org/W6678114464"],"related_works":["https://openalex.org/W2072332896","https://openalex.org/W3154796165","https://openalex.org/W4361251304","https://openalex.org/W3139051647","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W4221092438"],"abstract_inverted_index":{"Mobile":[0],"edge":[1,33,44,66,95,123,127,162,178,195,214],"computing":[2],"(MEC)":[3],"has":[4],"increasingly":[5],"been":[6,181],"propelled":[7],"into":[8,167],"the":[9,17,37,47,115,120,134,159,191,211],"spotlight":[10],"as":[11,43,130],"a":[12,82,100],"promising":[13],"paradigm":[14],"to":[15,59,70,90,105,139],"address":[16],"growing":[18],"demand":[19],"for":[20,177],"latency-sensitive":[21],"mobile":[22],"applications.":[23],"The":[24,109],"practical":[25],"challenges":[26],"associated":[27],"with":[28],"deploying":[29],"and":[30,50,148,164],"maintaining":[31],"traditional":[32],"service":[34],"devices":[35,42],"highlight":[36],"attraction":[38],"of":[39,53,102,122,161,194,213],"leveraging":[40],"end":[41],"servers.":[45,124,215],"Yet,":[46],"inherent":[48],"mobility":[49],"power":[51],"constraints":[52],"such":[54],"servers":[55,67,128,179],"make":[56],"them":[57],"prone":[58],"failure.":[60,108,197],"As":[61],"an":[62],"effective":[63],"strategy,":[64],"some":[65],"are":[68],"earmarked":[69],"mitigate":[71],"probable":[72,107],"failure,":[73],"which":[74,188],"may":[75],"cause":[76],"resource":[77,85,155,185],"redundancy.":[78],"In":[79],"this":[80,92,153],"paper,":[81],"novel":[83],"partial":[84,154],"reservation":[86,112,156,186],"scheme":[87,173,204],"is":[88,137],"proposed":[89,203],"diminish":[91],"waste,":[93],"each":[94],"server":[96,196],"in":[97],"system":[98],"reserves":[99],"part":[101],"their":[103],"resources":[104],"defend":[106],"approach":[110],"directs":[111],"actions":[113],"towards":[114],"individual":[116],"resources,":[117],"rather":[118],"than":[119],"entirety":[121],"Given":[125],"that":[126,174,201],"serve":[129],"key":[131],"participants":[132],"within":[133],"system,":[135],"it":[136,166],"imperative":[138],"optimize":[140],"overall":[141],"income":[142,212],"by":[143],"carefully":[144],"balancing":[145],"incurred":[146],"costs":[147],"generated":[149],"benefits.":[150],"We":[151],"investigate":[152],"problem":[157],"from":[158],"perspective":[160],"servers,":[163],"transform":[165],"Markov":[168],"decision":[169],"process":[170],"(MDP).":[171],"A":[172],"fomulates":[175],"strategies":[176],"then":[180],"proposed,":[182],"called":[183],"Q-learning-based":[184],"(QLRR),":[187],"can":[189],"accommodate":[190],"dynamic":[192],"nature":[193],"Empirical":[198],"evaluations":[199],"demonstrate":[200],"our":[202],"outperforms":[205],"existing":[206],"benchmark":[207],"schemes,":[208],"significantly":[209],"enhancing":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}