{"id":"https://openalex.org/W4392207762","doi":"https://doi.org/10.1109/tmc.2024.3370101","title":"Age-Based Scheduling for Mobile Edge Computing: A Deep Reinforcement Learning Approach","display_name":"Age-Based Scheduling for Mobile Edge Computing: A Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-02-27","ids":{"openalex":"https://openalex.org/W4392207762","doi":"https://doi.org/10.1109/tmc.2024.3370101"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3370101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3370101","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063783582","display_name":"Xingqiu He","orcid":"https://orcid.org/0000-0002-0582-2287"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xingqiu He","raw_affiliation_strings":["Intelligent Networking and Computing Research Center and School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Networking and Computing Research Center and School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101411799","display_name":"Chaoqun You","orcid":"https://orcid.org/0000-0003-3495-7305"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoqun You","raw_affiliation_strings":["Intelligent Networking and Computing Research Center and School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Networking and Computing Research Center and School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]},{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR","SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore","Yonsei Frontier Lab, Yonsei University, South Korea"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Yonsei Frontier Lab, Yonsei University, South Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063783582"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":6.548,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96989574,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"23","issue":"10","first_page":"9881","last_page":"9897"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10300","display_name":"Congenital Heart Disease Studies","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8391587734222412},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8071444034576416},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5449243783950806},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.4851292073726654},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4833509624004364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41484469175338745},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4009740650653839},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3433496952056885},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3252934217453003},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28751689195632935},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.07946902513504028}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8391587734222412},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8071444034576416},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5449243783950806},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.4851292073726654},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4833509624004364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41484469175338745},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4009740650653839},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3433496952056885},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3252934217453003},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28751689195632935},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.07946902513504028},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3370101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3370101","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320325256","display_name":"Info-communications Media Development Authority","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1549353711","https://openalex.org/W1640967807","https://openalex.org/W1760439761","https://openalex.org/W1919404870","https://openalex.org/W1993918491","https://openalex.org/W2066786775","https://openalex.org/W2069143585","https://openalex.org/W2069689609","https://openalex.org/W2094000142","https://openalex.org/W2110621360","https://openalex.org/W2138717292","https://openalex.org/W2146487252","https://openalex.org/W2155889930","https://openalex.org/W2166243422","https://openalex.org/W2397240726","https://openalex.org/W2516316490","https://openalex.org/W2588468001","https://openalex.org/W2594560857","https://openalex.org/W2624989916","https://openalex.org/W2766708151","https://openalex.org/W2777180355","https://openalex.org/W2813271351","https://openalex.org/W2889316173","https://openalex.org/W2939138533","https://openalex.org/W2954039338","https://openalex.org/W2962995513","https://openalex.org/W2963000651","https://openalex.org/W2963028458","https://openalex.org/W2963294159","https://openalex.org/W2968782695","https://openalex.org/W2971982932","https://openalex.org/W2973229164","https://openalex.org/W2978320887","https://openalex.org/W2979846753","https://openalex.org/W2982769425","https://openalex.org/W2987862151","https://openalex.org/W2996741864","https://openalex.org/W2999376649","https://openalex.org/W3005761304","https://openalex.org/W3005876875","https://openalex.org/W3009585715","https://openalex.org/W3013415771","https://openalex.org/W3015366655","https://openalex.org/W3020125231","https://openalex.org/W3023078779","https://openalex.org/W3094345499","https://openalex.org/W3102173608","https://openalex.org/W3103339143","https://openalex.org/W3104616090","https://openalex.org/W3123582921","https://openalex.org/W3126316352","https://openalex.org/W3133786504","https://openalex.org/W3178503712","https://openalex.org/W3194730353","https://openalex.org/W4205984110","https://openalex.org/W4206497039","https://openalex.org/W4283207785","https://openalex.org/W4287891038","https://openalex.org/W4298857966","https://openalex.org/W4319878926","https://openalex.org/W4362011100","https://openalex.org/W4381198725","https://openalex.org/W4386453559","https://openalex.org/W4388019181","https://openalex.org/W4388283421","https://openalex.org/W4389543055","https://openalex.org/W6637670787","https://openalex.org/W6637967152","https://openalex.org/W6639039794","https://openalex.org/W6677826109","https://openalex.org/W6684205842","https://openalex.org/W6692846177","https://openalex.org/W6712173889","https://openalex.org/W6768785780"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"With":[0],"the":[1,28,45,54,69,98,112,133,155,165,169,182,195],"rapid":[2],"development":[3],"of":[4,22,30,41,48,93,168],"Mobile":[5],"Edge":[6],"Computing":[7],"(MEC),":[8],"various":[9,198],"real-time":[10],"applications":[11,24],"have":[12],"been":[13],"deployed":[14],"to":[15,163,179],"benefit":[16],"people's":[17],"daily":[18],"lives.":[19],"The":[20],"performance":[21],"these":[23,86],"relies":[25],"heavily":[26],"on":[27,97],"freshness":[29],"collected":[31],"environmental":[32],"information,":[33],"which":[34],"can":[35,57,114],"be":[36,58,115],"quantified":[37],"by":[38],"its":[39,125],"Age":[40],"Information":[42],"(AoI).":[43],"In":[44],"traditional":[46,134],"definition":[47,92],"AoI,":[49,100],"it":[50],"is":[51,73],"assumed":[52],"that":[53,191],"status":[55,71],"information":[56,72],"actively":[59],"sampled":[60],"and":[61,79,146,186],"directly":[62],"used.":[63],"However,":[64],"for":[65,108,139],"many":[66],"MEC-enabled":[67],"applications,":[68,87],"desired":[70],"updated":[74],"in":[75],"an":[76,103],"event-driven":[77],"manner":[78],"necessitates":[80],"data":[81],"processing.":[82],"To":[83,153],"better":[84],"serve":[85],"we":[88,101,158],"propose":[89],"a":[90,118],"new":[91],"AoI":[94,105],"and,":[95],"based":[96],"redefined":[99],"formulate":[102],"online":[104],"minimization":[106],"problem":[107,113],"MEC":[109],"systems.":[110],"Notably,":[111],"interpreted":[116],"as":[117],"Markov":[119],"Decision":[120],"Process":[121],"(MDP),":[122],"thus":[123],"enabling":[124],"solution":[126],"through":[127],"Reinforcement":[128],"Learning":[129],"(RL)":[130],"algorithms.":[131],"Nevertheless,":[132],"RL":[135,178],"algorithms":[136],"are":[137],"designed":[138],"MDPs":[140],"with":[141,176],"completely":[142],"unknown":[143],"system":[144],"dynamics":[145],"hence":[147],"usually":[148],"suffer":[149],"long":[150],"convergence":[151],"times.":[152],"accelerate":[154],"learning":[156],"process,":[157],"introduce":[159],"Post-Decision":[160],"States":[161],"(PDSs)":[162],"exploit":[164],"partial":[166],"knowledge":[167],"system's":[170],"dynamics.":[171],"We":[172],"also":[173],"combine":[174],"PDSs":[175],"deep":[177],"further":[180],"improve":[181],"algorithm's":[183],"applicability,":[184],"scalability,":[185],"robustness.":[187],"Numerical":[188],"results":[189],"demonstrate":[190],"our":[192],"algorithm":[193],"outperforms":[194],"benchmarks":[196],"under":[197],"scenarios.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":3}],"updated_date":"2026-02-28T09:26:25.869077","created_date":"2025-10-10T00:00:00"}