{"id":"https://openalex.org/W4417002525","doi":"https://doi.org/10.1109/jiot.2025.3640520","title":"Anti-Jamming Task Scheduling in MEC-O-RAN With Hierarchical DRL and Transformer-Based Control","display_name":"Anti-Jamming Task Scheduling in MEC-O-RAN With Hierarchical DRL and Transformer-Based Control","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W4417002525","doi":"https://doi.org/10.1109/jiot.2025.3640520"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3640520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3640520","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093766776","display_name":"Ghazal Asemian","orcid":"https://orcid.org/0009-0001-7746-6592"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Ghazal Asemian","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669282","display_name":"Mohammadreza Amini","orcid":"https://orcid.org/0000-0001-6921-7767"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammadreza Amini","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003131477","display_name":"Burak Kantarc\u0131","orcid":"https://orcid.org/0000-0003-0220-7956"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Burak Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5093766776"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.42267079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"4","first_page":"7714","last_page":"7729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.21969999372959137,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.21969999372959137,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.1225999966263771,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.06499999761581421,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7914999723434448},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6484000086784363},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6008999943733215},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.5175999999046326},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.48919999599456787},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3772999942302704},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.37400001287460327},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.3709999918937683},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.367900013923645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8094000220298767},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7914999723434448},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6484000086784363},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6008999943733215},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.5175999999046326},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.40230000019073486},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.3709999918937683},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.33649998903274536},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32919999957084656},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3262999951839447},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.27900001406669617},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.265500009059906},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.25589999556541443},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3640520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3640520","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8045540821","display_name":null,"funder_award_id":"CREATE TRAVERSAL","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320330045","display_name":"Minist\u00e8re de la D\u00e9fense Nationale","ror":"https://ror.org/035rreb34"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334971","display_name":"Science and Engineering Research Council","ror":"https://ror.org/00zgdb249"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1560389620","https://openalex.org/W1976252565","https://openalex.org/W2021613746","https://openalex.org/W2062573385","https://openalex.org/W2174146576","https://openalex.org/W2181834309","https://openalex.org/W2348058641","https://openalex.org/W2540167195","https://openalex.org/W2605093274","https://openalex.org/W2761170027","https://openalex.org/W2765492968","https://openalex.org/W2885828982","https://openalex.org/W2895787631","https://openalex.org/W2921010245","https://openalex.org/W2930271577","https://openalex.org/W2963333552","https://openalex.org/W2996942942","https://openalex.org/W3008115759","https://openalex.org/W3020276482","https://openalex.org/W3038168968","https://openalex.org/W3040914594","https://openalex.org/W3042608789","https://openalex.org/W3100386461","https://openalex.org/W3139011680","https://openalex.org/W3187033818","https://openalex.org/W3194521778","https://openalex.org/W3201324775","https://openalex.org/W4205125465","https://openalex.org/W4225820903","https://openalex.org/W4280514381","https://openalex.org/W4285201184","https://openalex.org/W4286257064","https://openalex.org/W4313476524","https://openalex.org/W4313655778","https://openalex.org/W4319878926","https://openalex.org/W4377710444","https://openalex.org/W4381233043","https://openalex.org/W4381799145","https://openalex.org/W4383500709","https://openalex.org/W4385756633","https://openalex.org/W4385801679","https://openalex.org/W4386275760","https://openalex.org/W4389169760","https://openalex.org/W4391640441","https://openalex.org/W4391640496","https://openalex.org/W4391791330","https://openalex.org/W4392158723","https://openalex.org/W4392931681","https://openalex.org/W4394994564","https://openalex.org/W4396910013","https://openalex.org/W4399154337","https://openalex.org/W4399526909","https://openalex.org/W4399800473","https://openalex.org/W4400944250","https://openalex.org/W4401416287","https://openalex.org/W4402159228","https://openalex.org/W4402626905","https://openalex.org/W4403059193","https://openalex.org/W4403511102","https://openalex.org/W4403827292","https://openalex.org/W4404035300","https://openalex.org/W4404125317","https://openalex.org/W4404371472","https://openalex.org/W4404608874","https://openalex.org/W4404835757","https://openalex.org/W4405103593","https://openalex.org/W4405104136","https://openalex.org/W4405322220","https://openalex.org/W4405601098","https://openalex.org/W4406354174","https://openalex.org/W4411508096","https://openalex.org/W4415933999","https://openalex.org/W6884300163"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,30,62,85,111,121,144,172,207],"Deep":[4,47],"Hierarchical":[5],"Reinforcement":[6,48],"Learning":[7,49],"(DHRL)":[8],"framework":[9],"for":[10,189,198],"reliable":[11],"task":[12,122,208],"scheduling":[13,25],"in":[14,180],"MEC-enabled":[15],"5G":[16],"Open":[17],"RAN":[18],"systems":[19],"under":[20],"on-off":[21],"jamming":[22,53,86,169],"attacks.":[23],"The":[24,81,117],"problem":[26,60,76],"is":[27,37,55,84,108,120],"modeled":[28],"as":[29],"combinatorial":[31],"integer":[32],"nonlinear":[33],"program":[34],"(ComINP),":[35],"which":[36,130],"hard":[38],"to":[39,97,152,185,229],"solve":[40],"directly.":[41],"To":[42,69],"handle":[43],"this,":[44,72],"we":[45,73],"use":[46],"(DRL).":[50],"Since":[51],"the":[52,59,75,153,167,215,218],"environment":[54],"only":[56],"partially":[57],"observable,":[58],"becomes":[61],"Partially":[63],"Observable":[64],"Markov":[65],"Decision":[66],"Process":[67,95],"(POMDP).":[68],"deal":[70],"with":[71,148,191],"split":[74],"into":[77],"two":[78],"DRL":[79],"agents.":[80],"first":[82],"agent":[83,119],"estimator":[87,170],"that":[88,166],"uses":[89,143],"an":[90],"Alternating":[91],"Discrete":[92],"Phase-Type":[93],"Renewal":[94],"(ADPHRP)":[96],"predict":[98],"jammed":[99],"time":[100,178,182,187,196,225],"slots":[101,135,179,188,197],"based":[102],"on":[103],"dense":[104],"distribution":[105],"patterns.":[106],"It":[107,142],"trained":[109],"using":[110],"Proximal":[112],"Policy":[113],"Optimization":[114],"(PPO)":[115],"algorithm.":[116],"second":[118],"scheduler":[123],"called":[124],"Weighted":[125],"MAC-based":[126],"Task":[127],"Scheduler":[128],"(WMAC-TS),":[129],"schedules":[131],"tasks":[132],"during":[133],"non-jammed":[134],"while":[136],"maintaining":[137],"quality":[138],"of":[139,155,176,211,217],"service":[140],"(QoS).":[141],"transformer-based":[145],"Actor-Critic":[146],"model":[147],"linear":[149],"complexity":[150],"relative":[151],"number":[154],"tasks,":[156],"considering":[157],"both":[158],"short-term":[159],"and":[160,194,222],"long-term":[161],"rewards.":[162],"Simulation":[163],"results":[164],"show":[165],"PPO-based":[168],"achieves":[171,206],"cumulative":[173],"prediction":[174],"error":[175],"13":[177],"100":[181],"slots,":[183],"compared":[184],"25":[186],"DDQN":[190],"historical":[192],"data":[193],"48":[195],"standard":[199],"DDQN.":[200],"For":[201],"50":[202],"active":[203],"users,":[204],"WMAC-TS":[205],"drop":[209],"ratio":[210],"0.917":[212],"lower":[213],"than":[214],"0.942":[216],"baseline":[219],"genetic":[220],"algorithm,":[221],"cuts":[223],"execution":[224],"from":[226],"1260":[227],"seconds":[228],"316":[230],"seconds.":[231]},"counts_by_year":[],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-12-04T00:00:00"}