{"id":"https://openalex.org/W4390533376","doi":"https://doi.org/10.1109/tpds.2023.3349177","title":"Real-Time Offloading for Dependent and Parallel Tasks in Cloud-Edge Environments Using Deep Reinforcement Learning","display_name":"Real-Time Offloading for Dependent and Parallel Tasks in Cloud-Edge Environments Using Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4390533376","doi":"https://doi.org/10.1109/tpds.2023.3349177"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2023.3349177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3349177","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100371774","display_name":"Xing Chen","orcid":"https://orcid.org/0000-0001-9641-3528"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xing Chen","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China","Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103250478","display_name":"S. Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengxi Hu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China","Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105647777","display_name":"Chujia Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chujia Yu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004385468","display_name":"Zheyi Chen","orcid":"https://orcid.org/0000-0002-6349-068X"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheyi Chen","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China","Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Key Laboratory of Network Computing and Intelligent Information Processing, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100770003","display_name":"Geyong Min","orcid":"https://orcid.org/0000-0003-1395-7314"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geyong Min","raw_affiliation_strings":["Department of Computer Science, Faculty of Environment, Science and Economy, University of Exeter, Exeter, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Environment, Science and Economy, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100371774"],"corresponding_institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":18.7017,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.99544678,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"3","first_page":"391","last_page":"404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9027577638626099},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7609546780586243},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6446219682693481},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6375587582588196},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6150853633880615},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5633198022842407},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5352137088775635},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5221588611602783},{"id":"https://openalex.org/keywords/mobile-cloud-computing","display_name":"Mobile cloud computing","score":0.5095110535621643},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4973740875720978},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48257723450660706},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.459951788187027},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.45781201124191284},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4418943226337433},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4289109408855438},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24588432908058167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20169004797935486},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08923381567001343}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9027577638626099},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7609546780586243},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6446219682693481},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6375587582588196},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6150853633880615},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5633198022842407},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5352137088775635},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5221588611602783},{"id":"https://openalex.org/C2779191767","wikidata":"https://www.wikidata.org/wiki/Q6887075","display_name":"Mobile cloud computing","level":3,"score":0.5095110535621643},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4973740875720978},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48257723450660706},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.459951788187027},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.45781201124191284},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4418943226337433},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4289109408855438},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24588432908058167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20169004797935486},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08923381567001343},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2023.3349177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3349177","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3448430387","display_name":null,"funder_award_id":"62072108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W50726752","https://openalex.org/W1966769064","https://openalex.org/W1989925597","https://openalex.org/W2057925440","https://openalex.org/W2129861682","https://openalex.org/W2145339207","https://openalex.org/W2343896184","https://openalex.org/W2469321762","https://openalex.org/W2507055585","https://openalex.org/W2557211310","https://openalex.org/W2562009330","https://openalex.org/W2594560857","https://openalex.org/W2624989916","https://openalex.org/W2744120858","https://openalex.org/W2784158898","https://openalex.org/W2803970949","https://openalex.org/W2817612004","https://openalex.org/W2892252543","https://openalex.org/W2892978152","https://openalex.org/W2903259618","https://openalex.org/W2904063322","https://openalex.org/W2906647810","https://openalex.org/W2909046140","https://openalex.org/W2921589114","https://openalex.org/W2945235903","https://openalex.org/W2946534905","https://openalex.org/W2963334314","https://openalex.org/W2966525955","https://openalex.org/W2966556967","https://openalex.org/W2974654731","https://openalex.org/W2977266194","https://openalex.org/W2999347502","https://openalex.org/W3024681024","https://openalex.org/W3034265764","https://openalex.org/W3034730089","https://openalex.org/W3048135502","https://openalex.org/W3140120893","https://openalex.org/W3193859704","https://openalex.org/W3209477841","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2917844159","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500"],"abstract_inverted_index":{"As":[0],"an":[1],"effective":[2],"technique":[3],"to":[4,24,64,76,83,102,162,171,209],"relieve":[5],"the":[6,15,26,38,56,65,97,104,112,156,164,174,183,188,194,204,218,221,227],"problem":[7],"of":[8,29,69,99,107,167,190],"resource":[9],"constraints":[10],"on":[11],"mobile":[12,30,50,60,145],"devices":[13],"(MDs),":[14],"computation":[16],"offloading":[17,70,79,108,114,180,215],"utilizes":[18],"powerful":[19],"cloud":[20,41],"and":[21,42,87,110,131,177,212,224],"edge":[22,43],"resources":[23,39],"process":[25,176],"computation-intensive":[27],"tasks":[28,58,101,191],"applications":[31,51,61,146],"uploaded":[32],"from":[33],"MDs.":[34],"In":[35,143],"cloud-edge":[36,90,141],"computing,":[37],"(e.g.,":[40],"servers)":[44],"that":[45,203],"can":[46,206],"be":[47,117],"accessed":[48],"by":[49],"may":[52,62],"change":[53],"dynamically.":[54],"Meanwhile,":[55],"parallel":[57,100],"in":[59,81,89,119,140],"lead":[63],"huge":[66],"solution":[67,105],"space":[68,106],"decisions.":[71,216],"Therefore,":[72],"it":[73],"is":[74,160],"challenging":[75],"determine":[77],"proper":[78,113],"plans":[80,115,181],"response":[82],"such":[84],"high":[85],"dynamics":[86],"complexity":[88],"environments.":[91],"The":[92],"existing":[93],"studies":[94],"often":[95],"preset":[96],"priority":[98,196],"simplify":[103],"decisions,":[109],"thus":[111],"cannot":[116],"found":[118],"many":[120],"cases.":[121],"To":[122],"address":[123],"this":[124],"challenge,":[125],"we":[126],"propose":[127],"a":[128],"novel":[129],"real-time":[130],"Dependency-aware":[132],"task":[133,168,195],"Offloading":[134],"method":[135],"with":[136],"Deep":[137,157],"Q-networks":[138],"(DODQ)":[139],"computing.":[142],"DODQ,":[144],"are":[147],"first":[148],"modeled":[149],"as":[150],"Directed":[151],"Acyclic":[152],"Graphs":[153],"(DAGs).":[154],"Next,":[155],"Q-Networks":[158],"(DQN)":[159],"customized":[161],"train":[163],"decision-making":[165,175],"model":[166],"offloading,":[169],"aiming":[170],"quickly":[172,225],"complete":[173],"generate":[178],"new":[179],"when":[182,197],"environments":[184,211],"change,":[185],"which":[186],"considers":[187],"parallelism":[189],"without":[192],"presetting":[193],"scheduling":[198],"tasks.":[199],"Simulation":[200],"results":[201],"show":[202],"DODQ":[205,219],"well":[207],"adapt":[208],"different":[210],"efficiently":[213],"make":[214],"Moreover,":[217],"outperforms":[220],"state-of-art":[222],"methods":[223],"reaches":[226],"optimal/near-optimal":[228],"performance.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":14}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}