{"id":"https://openalex.org/W4405103469","doi":"https://doi.org/10.1109/milcom61039.2024.10773951","title":"Joint Long-Term Processed Task and Communication Delay Optimization in UAV-Assisted MEC Systems Using DQN","display_name":"Joint Long-Term Processed Task and Communication Delay Optimization in UAV-Assisted MEC Systems Using DQN","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4405103469","doi":"https://doi.org/10.1109/milcom61039.2024.10773951"},"language":"en","primary_location":{"id":"doi:10.1109/milcom61039.2024.10773951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114415111","display_name":"Maryam Farajzadeh Dehkordi","orcid":"https://orcid.org/0009-0001-1378-8066"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maryam Farajzadeh Dehkordi","raw_affiliation_strings":["George Mason University,Department of Electrical and Computer Engineering,Fairfax,VA,USA"],"affiliations":[{"raw_affiliation_string":"George Mason University,Department of Electrical and Computer Engineering,Fairfax,VA,USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051050425","display_name":"Bijan Jabbari","orcid":"https://orcid.org/0000-0001-9242-9565"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bijan Jabbari","raw_affiliation_strings":["George Mason University,Department of Electrical and Computer Engineering,Fairfax,VA,USA"],"affiliations":[{"raw_affiliation_string":"George Mason University,Department of Electrical and Computer Engineering,Fairfax,VA,USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5114415111"],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":null,"apc_paid":null,"fwci":3.2969,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92994702,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"294","last_page":"299"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7152946591377258},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.696049690246582},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6771004796028137},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6656474471092224},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3604191541671753},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24185660481452942},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10783734917640686},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.08506336808204651}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7152946591377258},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.696049690246582},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6771004796028137},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6656474471092224},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3604191541671753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24185660481452942},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10783734917640686},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.08506336808204651},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/milcom61039.2024.10773951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2137152139","https://openalex.org/W2907086092","https://openalex.org/W2963555336","https://openalex.org/W2990589660","https://openalex.org/W3037858978","https://openalex.org/W3159879283","https://openalex.org/W3166603348","https://openalex.org/W4210437104","https://openalex.org/W4213251304","https://openalex.org/W4224659699","https://openalex.org/W4226478636","https://openalex.org/W4245443008","https://openalex.org/W4285250327","https://openalex.org/W4290715420","https://openalex.org/W4295934714","https://openalex.org/W4312624510","https://openalex.org/W4313590993","https://openalex.org/W4392397242","https://openalex.org/W4393285787","https://openalex.org/W4396753556","https://openalex.org/W4400277232"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Mobile":[0],"Edge":[1],"Computing":[2],"(MEC)":[3],"assisted":[4],"by":[5,50,179],"Un-manned":[6],"Aerial":[7],"Vehicle":[8],"(UAV)":[9],"has":[10],"been":[11],"widely":[12],"investigated":[13],"as":[14,109,111],"a":[15,42,64,70,78,95,126,147,154],"promising":[16],"system":[17,177],"for":[18,38],"future":[19],"Internet-of-Things":[20],"(IoT)":[21],"networks.":[22],"In":[23],"this":[24,122],"context,":[25],"delay-sensitive":[26],"tasks":[27],"of":[28],"IoT":[29,56],"devices":[30],"may":[31],"either":[32],"be":[33],"processed":[34,85],"locally":[35],"or":[36,44],"offloaded":[37],"further":[39],"processing":[40],"to":[41,45,54,133,162,181,184],"UAV":[43,113],"the":[46,58,61,82,89,112,143,170,176],"cloud.":[47],"This":[48,102],"paper,":[49],"attributing":[51],"task":[52],"queues":[53],"each":[55],"device,":[57],"UAV,":[59],"and":[60,88,106],"cloud,":[62],"proposes":[63],"real-time":[65],"resource":[66,96,172],"allocation":[67,97,173],"framework":[68,129],"in":[69,146],"UAV-aided":[71],"MEC":[72],"system.":[73],"Specifically,":[74],"aimed":[75],"at":[76],"characterizing":[77],"long-term":[79,123],"trade-off":[80],"between":[81],"time-averaged":[83,90,124],"aggregate":[84,91],"data":[86],"(PD)":[87],"communication":[92,105],"delay":[93],"(CD),":[94],"optimization":[98,128,138],"problem":[99,103,145],"is":[100,130,160],"formulated.":[101],"optimizes":[104],"computation":[107],"resources":[108],"well":[110],"motion":[114],"trajectory,":[115],"while":[116],"guaranteeing":[117],"queue":[118],"stability.":[119],"To":[120],"address":[121],"problem,":[125],"Lyapunov":[127],"initially":[131],"leveraged":[132],"obtain":[134],"an":[135],"equivalent":[136],"short-term":[137,144],"problem.":[139],"Subsequently,":[140],"we":[141],"reformulate":[142],"Markov":[148],"Decision":[149],"Process":[150],"(MDP)":[151],"form,":[152],"where":[153],"Deep":[155],"Q":[156],"Network":[157],"(DQN)":[158],"model":[159],"trained":[161],"optimize":[163],"its":[164],"variables.":[165],"Extensive":[166],"simulations":[167],"demonstrate":[168],"that":[169],"proposed":[171],"scheme":[174],"improves":[175],"performance":[178],"up":[180],"36%":[182],"compared":[183],"baseline":[185],"models.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}