{"id":"https://openalex.org/W4408935390","doi":"https://doi.org/10.1109/tcc.2025.3555231","title":"ReflexPilot: Startup-Aware Dependent Task Scheduling Based on Deep Reinforcement Learning for Edge-Cloud Collaborative Computing","display_name":"ReflexPilot: Startup-Aware Dependent Task Scheduling Based on Deep Reinforcement Learning for Edge-Cloud Collaborative Computing","publication_year":2025,"publication_date":"2025-03-28","ids":{"openalex":"https://openalex.org/W4408935390","doi":"https://doi.org/10.1109/tcc.2025.3555231"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2025.3555231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3555231","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007595940","display_name":"Wenhao Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenhao Zou","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-5740-3626","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008051683","display_name":"Zongshuai Zhang","orcid":"https://orcid.org/0000-0003-0082-5232"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongshuai Zhang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0082-5232","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nina Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nina Wang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100699816","display_name":"Yu Tian","orcid":"https://orcid.org/0000-0002-8235-6507"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Tian","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077427145","display_name":"Lin Tian","orcid":"https://orcid.org/0000-0003-0791-4297"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Tian","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0791-4297","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5007595940"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":5.6812,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95672194,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"13","issue":"2","first_page":"641","last_page":"654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8244582414627075},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8193978071212769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8051742315292358},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5646468997001648},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5508220791816711},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5225538611412048},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44369223713874817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3951989412307739},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32690611481666565},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18412122130393982},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06948789954185486}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8244582414627075},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8193978071212769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8051742315292358},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5646468997001648},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5508220791816711},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5225538611412048},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44369223713874817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3951989412307739},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32690611481666565},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18412122130393982},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06948789954185486},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2025.3555231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3555231","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7123918047","display_name":null,"funder_award_id":"62120106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2125262761","https://openalex.org/W2951360122","https://openalex.org/W2953281403","https://openalex.org/W2971802369","https://openalex.org/W2975241278","https://openalex.org/W2989576805","https://openalex.org/W3009360739","https://openalex.org/W3027341120","https://openalex.org/W3046841696","https://openalex.org/W3048636312","https://openalex.org/W3081088023","https://openalex.org/W3153129370","https://openalex.org/W3172105014","https://openalex.org/W3184445803","https://openalex.org/W3185143736","https://openalex.org/W3188301851","https://openalex.org/W3190114998","https://openalex.org/W3197974243","https://openalex.org/W3198116371","https://openalex.org/W3204758381","https://openalex.org/W4205265359","https://openalex.org/W4206972820","https://openalex.org/W4210921172","https://openalex.org/W4210921902","https://openalex.org/W4281287533","https://openalex.org/W4285325083","https://openalex.org/W4291972732","https://openalex.org/W4293095049","https://openalex.org/W4309771267","https://openalex.org/W4310987827","https://openalex.org/W4313524839","https://openalex.org/W4317794990","https://openalex.org/W4317795341","https://openalex.org/W4318148761","https://openalex.org/W4319988680","https://openalex.org/W4376480665","https://openalex.org/W4379233302","https://openalex.org/W4381952276","https://openalex.org/W4382623320","https://openalex.org/W4386212337","https://openalex.org/W4386245182","https://openalex.org/W4386249662","https://openalex.org/W4386260518","https://openalex.org/W4388040501","https://openalex.org/W4388116374","https://openalex.org/W4388198618","https://openalex.org/W4390110105","https://openalex.org/W4392694117","https://openalex.org/W4394730888","https://openalex.org/W4400489124","https://openalex.org/W4402834793","https://openalex.org/W6775201933","https://openalex.org/W6780677210","https://openalex.org/W6840271948"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W2802581102","https://openalex.org/W4205786897"],"abstract_inverted_index":{"With":[0],"the":[1,6,43,57,74,91,170,182],"increasing":[2],"number":[3],"of":[4,59,144,155],"devices,":[5],"demand":[7],"for":[8,152],"data":[9],"computation":[10],"is":[11,34],"growing":[12],"rapidly.":[13],"In":[14],"edge-cloud":[15,75,104],"collaborative":[16,76,105],"computing,":[17,106],"tasks":[18,157],"can":[19],"be":[20],"scheduled":[21],"to":[22,62,168,189],"servers":[23],"as":[24],"interdependent":[25],"subtasks,":[26],"enhancing":[27],"performance":[28],"through":[29],"parallel":[30],"computing.":[31],"A":[32],"task":[33,50,66,77,83,93,97,112,126,172,184],"executed":[35],"in":[36,46,103],"an":[37,110,137],"executor,":[38],"which":[39],"must":[40],"first":[41],"initialize":[42],"runtime":[44],"environment":[45],"a":[47,125],"process":[48],"called":[49],"startup.":[51,67,98],"However,":[52],"most":[53],"existing":[54,193],"research":[55],"neglects":[56],"reuse":[58],"executors,":[60],"leading":[61],"considerable":[63],"delays":[64],"during":[65],"To":[68,99],"address":[69],"this":[70,120],"issue,":[71],"we":[72,107,122],"model":[73],"scheduling":[78,94,113,127,154],"scenario":[79],"considering":[80],"executor":[81,116,139],"reuse,":[82],"startup,":[84],"and":[85,135,146,165],"dependency":[86],"relationships.":[87],"We":[88],"then":[89],"formulate":[90],"dependent":[92,156],"problem":[95],"with":[96,192],"meet":[100],"real-time":[101],"demands":[102],"propose":[108],"ReflexPilot,":[109],"online":[111,153],"architecture":[114],"featuring":[115],"management.":[117],"Building":[118],"on":[119,130,159],"architecture,":[121],"introduce":[123],"OTSA-PPO,":[124],"algorithm":[128],"based":[129,158],"Proximal":[131],"Policy":[132],"Optimization":[133],"(PPO),":[134],"EMA,":[136],"advanced":[138],"allocation":[140],"algorithm.":[141],"Under":[142],"constraints":[143],"computational":[145],"communication":[147],"resources,":[148],"ReflexPilot":[149,179],"leverages":[150],"OTSA-PPO":[151],"current":[160],"states,":[161],"while":[162],"EMA":[163],"pre-creates":[164],"reuses":[166],"executors":[167],"reduce":[169],"average":[171,183],"completion":[173,185],"time.":[174],"Extensive":[175],"simulations":[176],"demonstrate":[177],"that":[178],"significantly":[180],"reduces":[181],"time":[186],"by":[187],"31%":[188],"71%":[190],"compared":[191],"baselines.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-05T09:01:59.212387","created_date":"2025-10-10T00:00:00"}