{"id":"https://openalex.org/W4388039877","doi":"https://doi.org/10.1109/africon55910.2023.10293618","title":"Power-Delay Tradeoff in Vehicle-to-Edge Networks Using Constrained Reinforcement Learning","display_name":"Power-Delay Tradeoff in Vehicle-to-Edge Networks Using Constrained Reinforcement Learning","publication_year":2023,"publication_date":"2023-09-20","ids":{"openalex":"https://openalex.org/W4388039877","doi":"https://doi.org/10.1109/africon55910.2023.10293618"},"language":"en","primary_location":{"id":"doi:10.1109/africon55910.2023.10293618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/africon55910.2023.10293618","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE AFRICON","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081123538","display_name":"M. C. Hlophe","orcid":"https://orcid.org/0000-0001-6111-5619"},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"M. C. Hlophe","raw_affiliation_strings":["niversity of Pretoria,Dept. of Electrical, Electronic and Computer Engineering,Pretoria,South Africa","Dept. of Electrical, Electronic and Computer Engineering, niversity of Pretoria, Pretoria, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"niversity of Pretoria,Dept. of Electrical, Electronic and Computer Engineering,Pretoria,South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Dept. of Electrical, Electronic and Computer Engineering, niversity of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018563275","display_name":"Babatunde Seun Awoyemi","orcid":"https://orcid.org/0000-0003-2136-1318"},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"B. S. Awoyemi","raw_affiliation_strings":["niversity of Pretoria,Dept. of Electrical, Electronic and Computer Engineering,Pretoria,South Africa","Dept. of Electrical, Electronic and Computer Engineering, niversity of Pretoria, Pretoria, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"niversity of Pretoria,Dept. of Electrical, Electronic and Computer Engineering,Pretoria,South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Dept. of Electrical, Electronic and Computer Engineering, niversity of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004802818","display_name":"B. T. Maharaj","orcid":"https://orcid.org/0000-0002-3703-3637"},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"B. T. Maharaj","raw_affiliation_strings":["niversity of Pretoria,Dept. of Electrical, Electronic and Computer Engineering,Pretoria,South Africa","Dept. of Electrical, Electronic and Computer Engineering, niversity of Pretoria, Pretoria, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"niversity of Pretoria,Dept. of Electrical, Electronic and Computer Engineering,Pretoria,South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Dept. of Electrical, Electronic and Computer Engineering, niversity of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I69552723"],"apc_list":null,"apc_paid":null,"fwci":0.1877,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51997027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7814477682113647},{"id":"https://openalex.org/keywords/lagrange-multiplier","display_name":"Lagrange multiplier","score":0.7262206673622131},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7183856964111328},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6606454849243164},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.6013580560684204},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.560806155204773},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5191025733947754},{"id":"https://openalex.org/keywords/queuing-delay","display_name":"Queuing delay","score":0.4816635847091675},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.46592187881469727},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4627511501312256},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.43436169624328613},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.41655048727989197},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.41520261764526367},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3109501600265503},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18346986174583435},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15997359156608582},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1304965615272522},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12844762206077576},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10390263795852661}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7814477682113647},{"id":"https://openalex.org/C73684929","wikidata":"https://www.wikidata.org/wiki/Q598870","display_name":"Lagrange multiplier","level":2,"score":0.7262206673622131},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7183856964111328},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6606454849243164},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.6013580560684204},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.560806155204773},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5191025733947754},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.4816635847091675},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.46592187881469727},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4627511501312256},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.43436169624328613},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.41655048727989197},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.41520261764526367},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3109501600265503},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18346986174583435},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15997359156608582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1304965615272522},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12844762206077576},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10390263795852661},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/africon55910.2023.10293618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/africon55910.2023.10293618","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE AFRICON","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9200000166893005,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2110621360","https://openalex.org/W2783032324","https://openalex.org/W2791818115","https://openalex.org/W2896161835","https://openalex.org/W2950865323","https://openalex.org/W2962804345","https://openalex.org/W2964056653","https://openalex.org/W2971832788","https://openalex.org/W3013003117","https://openalex.org/W3042948545","https://openalex.org/W3056114936","https://openalex.org/W3165348658","https://openalex.org/W3195008317","https://openalex.org/W3211730009","https://openalex.org/W4206506024","https://openalex.org/W4226020757","https://openalex.org/W4281632985","https://openalex.org/W6795274652","https://openalex.org/W6804367245","https://openalex.org/W6806674437"],"related_works":["https://openalex.org/W2074745806","https://openalex.org/W1600454385","https://openalex.org/W1997033546","https://openalex.org/W2783882805","https://openalex.org/W2358115907","https://openalex.org/W2132767805","https://openalex.org/W2002553083","https://openalex.org/W2043600582","https://openalex.org/W2581865514","https://openalex.org/W2059960749"],"abstract_inverted_index":{"Edge":[0],"computing":[1],"has":[2,151],"brought":[3],"numerous":[4],"advantages":[5,15],"in":[6,11,51],"wireless":[7],"networks,":[8],"more":[9],"especially":[10],"vehicular":[12,61],"networks.":[13],"Such":[14],"are:":[16],"(i)":[17],"increased":[18],"bandwidth,":[19],"(ii)":[20],"reduced":[21,135],"latency,":[22],"and":[23,119,160],"(iii)":[24],"improved":[25],"locality":[26],"of":[27,59,69,109,121,137],"traffic.":[28],"However,":[29],"there":[30],"is":[31,49,73,78,103],"still":[32],"one":[33],"important":[34],"aspect":[35],"not":[36],"yet":[37],"sufficiently":[38],"understood,":[39],"i.e.,":[40],"to":[41,105,154],"what":[42],"extent":[43],"does":[44],"the":[45,56,66,76,107,110,148],"processing":[46],"latency":[47,136],"that":[48,134],"experienced":[50],"edge":[52,138],"networks":[53],"impacts":[54],"on":[55,88,127],"energy":[57,67,145],"consumption":[58,68,146],"a":[60,70,81,89,113,122],"network.":[62],"To":[63],"this":[64],"effect,":[65],"vehicle-to-Edge":[71],"network":[72],"studied,":[74],"where":[75],"problem":[77],"formulated":[79],"as":[80],"constrained":[82,98],"Markov":[83],"decision":[84],"process":[85],"(CMDP)":[86],"based":[87,126],"time-domain":[90],"queuing":[91],"theoretic":[92],"model":[93],"with":[94],"finite":[95,114],"buffers.":[96],"A":[97],"reinforcement":[99],"learning":[100],"(CRL)":[101],"strategy":[102],"adopted":[104],"oversee":[106],"evolution":[108],"system":[111],"through":[112],"horizon":[115],"<tex":[116],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$T$</tex>":[118],"solution":[120],"power-delay":[123],"cost":[124],"function":[125],"Lagrange":[128,149],"multipliers.":[129],"The":[130],"simulation":[131],"results":[132],"show":[133],"servers":[139],"can":[140],"be":[141],"achieved":[142],"at":[143],"minimal":[144],"when":[147],"multiplier":[150],"been":[152],"tuned":[153],"perform":[155],"optimal":[156],"trade-off":[157],"between":[158],"power":[159],"delay.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}