{"id":"https://openalex.org/W4285189370","doi":"https://doi.org/10.1109/tits.2022.3179987","title":"Computation Offloading and Resource Allocation in MEC-Enabled Integrated Aerial-Terrestrial Vehicular Networks: A Reinforcement Learning Approach","display_name":"Computation Offloading and Resource Allocation in MEC-Enabled Integrated Aerial-Terrestrial Vehicular Networks: A Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W4285189370","doi":"https://doi.org/10.1109/tits.2022.3179987"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3179987","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3179987","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028878680","display_name":"Noor Waqar","orcid":"https://orcid.org/0000-0003-4503-2092"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Noor Waqar","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4503-2092","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078865165","display_name":"Syed Ali Hassan","orcid":"https://orcid.org/0000-0002-8572-7377"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Syed Ali Hassan","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-8572-7377","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015129195","display_name":"Aamir Mahmood","orcid":"https://orcid.org/0000-0003-3717-7793"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Aamir Mahmood","raw_affiliation_strings":["Department of Information Systems and Technology, Mid Sweden University, Sundsvall, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3717-7793","affiliations":[{"raw_affiliation_string":"Department of Information Systems and Technology, Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064768354","display_name":"Kapal Dev","orcid":"https://orcid.org/0000-0003-1262-8594"},"institutions":[{"id":"https://openalex.org/I24027795","display_name":"University of Johannesburg","ror":"https://ror.org/04z6c2n17","country_code":"ZA","type":"education","lineage":["https://openalex.org/I24027795"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Kapal Dev","raw_affiliation_strings":["Department of Institute of Intelligent Systems, University of Johannesburg, Johannesburg, South Africa"],"raw_orcid":"https://orcid.org/0000-0003-1262-8594","affiliations":[{"raw_affiliation_string":"Department of Institute of Intelligent Systems, University of Johannesburg, Johannesburg, South Africa","institution_ids":["https://openalex.org/I24027795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071517633","display_name":"Dinh\u2010Thuan Do","orcid":"https://orcid.org/0000-0003-2072-069X"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinh-Thuan Do","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2072-069X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004012289","display_name":"Mikael Gidlund","orcid":"https://orcid.org/0000-0003-0873-7827"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Gidlund","raw_affiliation_strings":["Department of Information Systems and Technology, Mid Sweden University, Sundsvall, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0873-7827","affiliations":[{"raw_affiliation_string":"Department of Information Systems and Technology, Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":87.7184,"has_fulltext":false,"cited_by_count":166,"citation_normalized_percentile":{"value":0.99960683,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"11","first_page":"21478","last_page":"21491"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9660000205039978,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9555000066757202,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7463434338569641},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7194631099700928},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.53404301404953},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.5239529609680176},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5022659301757812},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.4836934208869934},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.476990282535553},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.45876118540763855},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.44587117433547974},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.42779237031936646},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.425445556640625},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.41032588481903076},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.40147238969802856},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3940340578556061},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.27666208148002625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22859379649162292},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.1681152880191803},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15010836720466614},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.0863097608089447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7463434338569641},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7194631099700928},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.53404301404953},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.5239529609680176},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5022659301757812},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.4836934208869934},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.476990282535553},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.45876118540763855},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.44587117433547974},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.42779237031936646},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.425445556640625},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.41032588481903076},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.40147238969802856},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3940340578556061},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.27666208148002625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22859379649162292},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.1681152880191803},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15010836720466614},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.0863097608089447}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2022.3179987","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3179987","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6100000143051147,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321030","display_name":"VINNOVA","ror":"https://ror.org/01kd5m353"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1988456768","https://openalex.org/W2155968351","https://openalex.org/W2289204537","https://openalex.org/W2592798481","https://openalex.org/W2746553466","https://openalex.org/W2789893592","https://openalex.org/W2790588927","https://openalex.org/W2793978979","https://openalex.org/W2851426253","https://openalex.org/W2899199116","https://openalex.org/W2909847702","https://openalex.org/W2913304731","https://openalex.org/W2914289538","https://openalex.org/W2914434280","https://openalex.org/W2918891759","https://openalex.org/W2924948991","https://openalex.org/W2939788190","https://openalex.org/W2940785943","https://openalex.org/W2950865323","https://openalex.org/W2963070605","https://openalex.org/W2963857659","https://openalex.org/W2966753637","https://openalex.org/W2967734072","https://openalex.org/W2968764495","https://openalex.org/W2997499903","https://openalex.org/W2998623446","https://openalex.org/W3001491365","https://openalex.org/W3023238316","https://openalex.org/W3032887362","https://openalex.org/W3083761276","https://openalex.org/W3095411654","https://openalex.org/W3115826427","https://openalex.org/W3121477569","https://openalex.org/W3126686235","https://openalex.org/W3131309288","https://openalex.org/W3132229487","https://openalex.org/W3135506433","https://openalex.org/W3163316490","https://openalex.org/W3164857921","https://openalex.org/W3172295487","https://openalex.org/W3174396440","https://openalex.org/W3174997142","https://openalex.org/W3203158143","https://openalex.org/W3212941463","https://openalex.org/W4226499103","https://openalex.org/W6734678876","https://openalex.org/W6796887370"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W4225987626","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500"],"abstract_inverted_index":{"As":[0],"important":[1],"services":[2,79],"of":[3,105,143,155,221,226,238],"the":[4,118,137,144,153,219,224,227,236],"future":[5],"sixth-generation":[6],"(6G)":[7],"wireless":[8],"networks,":[9],"vehicular":[10,35,65,82],"communication":[11,43,141],"and":[12,42,75,140,148,201,213,223],"mobile":[13],"edge":[14],"computing":[15],"(MEC)":[16],"have":[17],"received":[18],"considerable":[19],"interest":[20],"in":[21,29,47,231,241],"recent":[22],"years":[23],"for":[24,127,152,199],"their":[25],"significant":[26],"potential":[27],"applications":[28],"intelligent":[30,193],"transportation":[31],"systems.":[32],"However,":[33],"MEC-enabled":[34,64],"networks":[36],"depend":[37],"heavily":[38],"on":[39],"network":[40,66,73,125],"access":[41,74,126],"infrastructure,":[44],"often":[45],"unavailable":[46],"remote":[48],"areas,":[49],"making":[50],"computation":[51,114,139,146],"offloading":[52,115,147,200],"susceptible":[53],"to":[54,71,80,101,112,117,123,135,195,209,217,247],"breaking":[55],"down.":[56],"To":[57],"address":[58],"this":[59],"issue,":[60],"we":[61,172],"propose":[62,173],"an":[63,192],"assisted":[67],"through":[68],"aerial-terrestrial":[69],"connectivity":[70],"provide":[72,113,124],"high":[76,92],"data-rate":[77],"entertainment":[78],"a":[81,86,102,163,174,182],"network.":[83],"We":[84,204],"present":[85],"time-varying,":[87],"dynamic":[88],"system":[89,104,154,244],"model":[90],"where":[91],"altitude":[93],"platforms":[94],"(HAPs)":[95],"equipped":[96],"with":[97],"MEC":[98],"servers,":[99],"connected":[100],"backhaul":[103],"low-earth":[106],"orbit":[107],"(LEO)":[108],"satellites,":[109],"are":[110],"used":[111],"capability":[116],"vehicles,":[119],"as":[120,122,181,191,230],"well":[121],"vehicle-to-vehicle":[128],"(V2V)":[129],"communications.":[130],"Our":[131],"main":[132],"objective":[133],"is":[134,162,170],"minimize":[136],"total":[138],"overhead":[142],"joint":[145],"resource":[149,202],"allocation":[150],"strategies":[151,198],"vehicles.":[156],"Since":[157],"our":[158,185,207,239],"formulated":[159],"optimization":[160],"problem":[161],"mixed-integer":[164],"non-linear":[165],"programming":[166],"(MINLP)":[167],"problem,":[168],"which":[169],"NP-hard,":[171],"decentralized":[175],"value-iteration-based":[176],"reinforcement":[177],"learning":[178],"(RL)":[179],"approach":[180],"solution.":[183],"In":[184],"Q-learning-assisted":[186],"analysis,":[187],"each":[188],"vehicle":[189],"acts":[190],"agent":[194],"form":[196],"optimal":[197],"allocation.":[203],"further":[205],"extend":[206],"solution":[208,240],"deep":[210,215],"Q-learning":[211,216],"(DQL)":[212],"double":[214],"overcome":[218],"issues":[220],"dimensionality":[222],"over-estimation":[225],"value":[228],"functions,":[229],"Q-learning.":[232],"Simulation":[233],"results":[234],"prove":[235],"effectiveness":[237],"successfully":[242],"reducing":[243],"costs":[245],"compared":[246],"baseline":[248],"schemes.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":61},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":10}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}