{"id":"https://openalex.org/W4416250169","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227695","title":"OWAS-DRL: Online Workflow Application Scheduling in Dynamic Mobile Edge Computing with Deep Reinforcement Learning","display_name":"OWAS-DRL: Online Workflow Application Scheduling in Dynamic Mobile Edge Computing with Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416250169","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227695"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11227695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227695","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068826396","display_name":"Y. Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuhua Ye","raw_affiliation_strings":["South China Normal University,School of Computer Science,Guangzhou,China,510631"],"affiliations":[{"raw_affiliation_string":"South China Normal University,School of Computer Science,Guangzhou,China,510631","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063443294","display_name":"Cheng Qian","orcid":"https://orcid.org/0000-0002-4225-1866"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Qian","raw_affiliation_strings":["South China Normal University,School of Computer Science,Guangzhou,China,510631"],"affiliations":[{"raw_affiliation_string":"South China Normal University,School of Computer Science,Guangzhou,China,510631","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101818721","display_name":"Gansen Zhao","orcid":"https://orcid.org/0009-0007-1526-5326"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gansen Zhao","raw_affiliation_strings":["South China Normal University,School of Computer Science,Guangzhou,China,510631"],"affiliations":[{"raw_affiliation_string":"South China Normal University,School of Computer Science,Guangzhou,China,510631","institution_ids":["https://openalex.org/I187400657"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5068826396"],"corresponding_institution_ids":["https://openalex.org/I187400657"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38820738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.6692000031471252,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.6692000031471252,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.19760000705718994,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.01720000058412552,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8097000122070312},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.777999997138977},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6159999966621399},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.5327000021934509},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4230000078678131},{"id":"https://openalex.org/keywords/workflow-management-system","display_name":"Workflow management system","score":0.36970001459121704},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.3603000044822693},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.3578000068664551},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.34380000829696655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8417999744415283},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8097000122070312},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.777999997138977},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6797000169754028},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6159999966621399},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5327000021934509},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4230000078678131},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.36970001459121704},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.3603000044822693},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.3578000068664551},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.34380000829696655},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.3337000012397766},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3310000002384186},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.31619998812675476},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30390000343322754},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.28360000252723694},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.2734000086784363},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26350000500679016},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11227695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227695","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334111","display_name":"Innovation Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2149294210","https://openalex.org/W2761862361","https://openalex.org/W2951360122","https://openalex.org/W3013330887","https://openalex.org/W3025279013","https://openalex.org/W3059506646","https://openalex.org/W3100386461","https://openalex.org/W3149517271","https://openalex.org/W3192536512","https://openalex.org/W3196226093","https://openalex.org/W3206626070","https://openalex.org/W3217119770","https://openalex.org/W4226027685","https://openalex.org/W4291433199","https://openalex.org/W4296339494","https://openalex.org/W4296912025","https://openalex.org/W4308525291","https://openalex.org/W4312986561","https://openalex.org/W4385874076","https://openalex.org/W4386085902","https://openalex.org/W4386494564","https://openalex.org/W4387872956","https://openalex.org/W4396216554"],"related_works":[],"abstract_inverted_index":{"Mobile":[0],"Edge":[1],"Computing":[2],"(MEC)":[3],"effectively":[4],"addresses":[5],"the":[6,135,139],"real-time":[7],"data":[8,30],"processing":[9],"needs":[10],"of":[11,23,26,40,138],"devices":[12],"by":[13],"providing":[14],"computing":[15],"resources":[16],"closer":[17],"to":[18,54,73,104,120,133,150,159],"data-generating":[19],"devices.":[20],"Efficient":[21],"scheduling":[22,45,80,123],"workflows":[24],"composed":[25],"multiple":[27],"tasks":[28],"with":[29],"dependencies":[31],"within":[32],"MEC":[33,48],"environments":[34,49],"is":[35],"crucial":[36],"for":[37],"improving":[38],"Quality":[39],"Service":[41],"(QoS).":[42],"However,":[43],"workflow":[44,107,180],"in":[46,78,110,178],"dynamic":[47,111],"faces":[50],"significant":[51],"challenges":[52],"due":[53],"unpredictable":[55],"resource":[56],"fluctuations.":[57],"Existing":[58],"studies":[59],"often":[60],"rely":[61],"on":[62,99],"static":[63],"assumptions":[64],"or":[65],"precise":[66],"predictions.":[67],"Fluctuations":[68],"cause":[69],"task":[70],"completion":[71,108,181],"times":[72],"deviate":[74],"from":[75],"expectations,":[76],"resulting":[77],"suboptimal":[79],"performance":[81],"and":[82,141,145,153,162,175],"degraded":[83],"QoS.":[84],"To":[85],"address":[86],"these":[87],"challenges,":[88],"this":[89],"paper":[90],"introduces":[91,142],"an":[92],"Online":[93],"Workflow":[94],"Application":[95],"Scheduling":[96],"method":[97,114],"based":[98],"Deep":[100],"Reinforcement":[101],"Learning":[102],"(OWAS-DRL)":[103],"minimize":[105],"average":[106,179],"time":[109],"MEC.":[112],"Our":[113],"utilizes":[115],"Proximal":[116],"Policy":[117],"Optimization":[118],"(PPO)":[119],"learn":[121],"optimal":[122],"policies":[124],"under":[125],"uncertain":[126],"environments.":[127],"Specifically,":[128],"OWAS-DRL":[129,171],"employs":[130],"Frame":[131],"Stacking":[132],"capture":[134],"temporal":[136],"dynamics":[137],"system":[140],"a":[143],"Long":[144],"Short-term":[146],"Reward":[147],"Function":[148],"(LSRF)":[149],"balance":[151],"immediate":[152],"long-term":[154],"optimization":[155],"goals":[156],"effectively.":[157],"Compared":[158],"existing":[160],"heuristic":[161],"reinforcement":[163],"learning":[164],"algorithms,":[165],"extensive":[166],"experimental":[167],"results":[168],"demonstrate":[169],"that":[170],"achieves":[172],"about":[173],"43%":[174],"20%":[176],"reductions":[177],"times,":[182],"respectively.":[183]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-14T00:00:00"}