{"id":"https://openalex.org/W4411359114","doi":"https://doi.org/10.1109/tvt.2025.3580502","title":"Generalized Multi-Objective Reinforcement Learning With Envelope Updates in URLLC-Enabled Vehicular Networks","display_name":"Generalized Multi-Objective Reinforcement Learning With Envelope Updates in URLLC-Enabled Vehicular Networks","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4411359114","doi":"https://doi.org/10.1109/tvt.2025.3580502"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3580502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3580502","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088546712","display_name":"Zijiang Yan","orcid":"https://orcid.org/0000-0002-7959-8329"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zijiang Yan","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7959-8329","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115657165","display_name":"Hina Tabassum","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hina Tabassum","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7379-6949","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1408,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87670494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"74","issue":"11","first_page":"17666","last_page":"17682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.737814724445343},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5704140663146973},{"id":"https://openalex.org/keywords/envelope","display_name":"Envelope (radar)","score":0.5220275521278381},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3876079320907593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3075694441795349},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24283531308174133}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.737814724445343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5704140663146973},{"id":"https://openalex.org/C65155139","wikidata":"https://www.wikidata.org/wiki/Q5380912","display_name":"Envelope (radar)","level":3,"score":0.5220275521278381},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3876079320907593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3075694441795349},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24283531308174133},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3580502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3580502","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1486344927","https://openalex.org/W2039094757","https://openalex.org/W2056877664","https://openalex.org/W2060846151","https://openalex.org/W2089080831","https://openalex.org/W2107706475","https://openalex.org/W2145339207","https://openalex.org/W2616635592","https://openalex.org/W2746553466","https://openalex.org/W2951360122","https://openalex.org/W2963000651","https://openalex.org/W2963829778","https://openalex.org/W2968764495","https://openalex.org/W2971758812","https://openalex.org/W2973024105","https://openalex.org/W2990417263","https://openalex.org/W3000537180","https://openalex.org/W3004199239","https://openalex.org/W3026387788","https://openalex.org/W3072207061","https://openalex.org/W3083695346","https://openalex.org/W3135089279","https://openalex.org/W3161951461","https://openalex.org/W3188452735","https://openalex.org/W4200631182","https://openalex.org/W4205676769","https://openalex.org/W4226249635","https://openalex.org/W4315630313","https://openalex.org/W4319341708","https://openalex.org/W4353004175","https://openalex.org/W4367597515","https://openalex.org/W4376607796","https://openalex.org/W4387871110","https://openalex.org/W4391793342","https://openalex.org/W4391936220","https://openalex.org/W4392153147","https://openalex.org/W4392175347","https://openalex.org/W4399168590","https://openalex.org/W4401871080","https://openalex.org/W4407168874","https://openalex.org/W4407735899"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"We":[0,72],"develop":[1,84,98],"a":[2,20,77,99,132,139,157],"novel":[3,100],"multi-objective":[4,78,152],"reinforcement":[5],"learning":[6,174],"(MORL)":[7],"framework":[8,34],"to":[9,37,114,155,208,228],"jointly":[10],"optimize":[11,147],"wireless":[12],"network":[13,23],"selection":[14],"and":[15,29,45,56,58,83,89,146,203,216],"autonomous":[16,225],"driving":[17,231],"policies":[18,106,165,181,223],"in":[19],"multi-band":[21],"vehicular":[22],"operating":[24],"on":[25,122],"conventional":[26],"sub-6GHz":[27],"spectrum":[28],"Terahertz":[30],"frequencies.":[31],"The":[32,221],"proposed":[33,222],"is":[35,131],"designed":[36],"<bold":[38,59],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[39,60],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(i)</b>":[40],"maximize":[41],"the":[42,50,63,93,115,143,148,196,199,209,217],"traffic":[43],"flow":[44],"minimize":[46],"collisions":[47],"by":[48],"controlling":[49],"vehicle's":[51],"motion":[52,213],"dynamics":[53],"(i.e.,":[54],"speed":[55],"acceleration),":[57],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(ii)</b>":[61],"enhance":[62],"ultra-reliable":[64],"low-latency":[65],"communication":[66,218],"(URLLC)":[67],"while":[68],"minimizing":[69],"handoffs":[70],"(HOs).":[71],"cast":[73],"this":[74,118],"problem":[75],"as":[76],"Markov":[79],"Decision":[80],"Process":[81],"(MOMDP)":[82],"solutions":[85],"for":[86],"both":[87],"predefined":[88],"unknown":[90,112],"preferences":[91,113,130,188],"of":[92,142,151,162,198,211],"conflicting":[94],"objectives.":[95],"Specifically,":[96],"we":[97,137],"envelope":[101,150],"MORL":[102,201],"solution":[103,202],"which":[104],"develops":[105],"that":[107],"address":[108,135],"multiple":[109],"objectives":[110],"with":[111,128,233],"agent.":[116],"While":[117],"approach":[119],"reduces":[120],"reliance":[121],"scalar":[123],"rewards,":[124],"policy":[125],"effectiveness":[126],"varying":[127],"different":[129],"challenge.":[133],"To":[134],"this,":[136],"apply":[138],"generalized":[140],"version":[141],"Bellman":[144],"equation":[145],"convex":[149],"Q":[153],"values":[154],"learn":[156],"unified":[158],"parametric":[159],"representation":[160],"capable":[161],"generating":[163],"optimal":[164,180],"across":[166],"all":[167],"possible":[168],"preference":[169,185],"configurations.":[170],"Following":[171],"an":[172],"initial":[173],"phase,":[175],"our":[176],"agent":[177],"can":[178],"execute":[179],"under":[182],"any":[183],"specified":[184],"or":[186],"infer":[187],"from":[189],"minimal":[190],"data":[191,219],"samples.":[192],"Numerical":[193],"results":[194],"validate":[195],"efficacy":[197],"envelope-based":[200],"demonstrate":[204],"interesting":[205],"insights":[206],"related":[207],"inter-dependency":[210],"vehicle":[212],"dynamics,":[214],"HOs,":[215],"rate.":[220],"enable":[224],"vehicles":[226],"(AVs)":[227],"adopt":[229],"safe":[230],"behaviors":[232],"improved":[234],"connectivity.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}