{"id":"https://openalex.org/W3161618639","doi":"https://doi.org/10.1109/tvt.2023.3259688","title":"AoI-Aware Resource Allocation for Platoon-Based C-V2X Networks via Multi-Agent Multi-Task Reinforcement Learning","display_name":"AoI-Aware Resource Allocation for Platoon-Based C-V2X Networks via Multi-Agent Multi-Task Reinforcement Learning","publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W3161618639","doi":"https://doi.org/10.1109/tvt.2023.3259688","mag":"3161618639"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3259688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3259688","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079295870","display_name":"Mohammad Parvini","orcid":"https://orcid.org/0000-0002-1315-7635"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Parvini","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0002-1315-7635","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087446234","display_name":"Mohammad Reza Javan","orcid":"https://orcid.org/0000-0001-9364-315X"},"institutions":[{"id":"https://openalex.org/I176861719","display_name":"University of Shahrood","ror":"https://ror.org/00yqvtm78","country_code":"IR","type":"education","lineage":["https://openalex.org/I176861719"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Javan","raw_affiliation_strings":["Faculty of Electrical Engineering, Shahrood University of Technology, Shahrood, Shahrood, Iran"],"raw_orcid":"https://orcid.org/0000-0001-9364-315X","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, Shahrood University of Technology, Shahrood, Shahrood, Iran","institution_ids":["https://openalex.org/I176861719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090238254","display_name":"Nader Mokari","orcid":"https://orcid.org/0000-0001-5364-8888"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Nader Mokari","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0001-5364-8888","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028592684","display_name":"Bijan Abbasi Arand","orcid":"https://orcid.org/0000-0003-3910-9153"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Bijan Abbasi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0003-3910-9153","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029956964","display_name":"Eduard A. Jorswieck","orcid":"https://orcid.org/0000-0001-7893-8435"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eduard A. Jorswieck","raw_affiliation_strings":["Institute for Communications Technology, Braunschweig, TU, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7893-8435","affiliations":[{"raw_affiliation_string":"Institute for Communications Technology, Braunschweig, TU, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.4484,"has_fulltext":false,"cited_by_count":110,"citation_normalized_percentile":{"value":0.99431152,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"72","issue":"8","first_page":"9880","last_page":"9896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12315","display_name":"Older Adults Driving Studies","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/3612","display_name":"Physical Therapy, Sports Therapy and Rehabilitation"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.92314612865448},{"id":"https://openalex.org/keywords/platoon","display_name":"Platoon","score":0.8327726721763611},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6647566556930542},{"id":"https://openalex.org/keywords/dissemination","display_name":"Dissemination","score":0.6294739246368408},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6183182597160339},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6039110422134399},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5628761053085327},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5230499505996704},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.48394158482551575},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.43045663833618164},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4183650314807892},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2981931269168854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2839508354663849},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22365015745162964},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13336560130119324},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.08832171559333801},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08724376559257507}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.92314612865448},{"id":"https://openalex.org/C2777735972","wikidata":"https://www.wikidata.org/wiki/Q1061967","display_name":"Platoon","level":3,"score":0.8327726721763611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6647566556930542},{"id":"https://openalex.org/C101780184","wikidata":"https://www.wikidata.org/wiki/Q840576","display_name":"Dissemination","level":2,"score":0.6294739246368408},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6183182597160339},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6039110422134399},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5628761053085327},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5230499505996704},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.48394158482551575},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.43045663833618164},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4183650314807892},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2981931269168854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2839508354663849},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22365015745162964},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13336560130119324},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.08832171559333801},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08724376559257507},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3259688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3259688","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1682403713","https://openalex.org/W2053933273","https://openalex.org/W2089910489","https://openalex.org/W2108196201","https://openalex.org/W2146487252","https://openalex.org/W2509583637","https://openalex.org/W2522693205","https://openalex.org/W2581667525","https://openalex.org/W2624731731","https://openalex.org/W2735764544","https://openalex.org/W2772664513","https://openalex.org/W2799944166","https://openalex.org/W2801057479","https://openalex.org/W2892136217","https://openalex.org/W2897141719","https://openalex.org/W2899741153","https://openalex.org/W2907063143","https://openalex.org/W2908259400","https://openalex.org/W2950863887","https://openalex.org/W2962837449","https://openalex.org/W2963000651","https://openalex.org/W2963923407","https://openalex.org/W2964658936","https://openalex.org/W2967152818","https://openalex.org/W2968764495","https://openalex.org/W2997499903","https://openalex.org/W2998709521","https://openalex.org/W2998881388","https://openalex.org/W3010301175","https://openalex.org/W3013938361","https://openalex.org/W3030840723","https://openalex.org/W3032581747","https://openalex.org/W3036329728","https://openalex.org/W3089506933","https://openalex.org/W3104807449","https://openalex.org/W3105649577","https://openalex.org/W3106027595","https://openalex.org/W3117267439","https://openalex.org/W3133735442","https://openalex.org/W3161553238","https://openalex.org/W3167437181","https://openalex.org/W3167830540","https://openalex.org/W3171128319","https://openalex.org/W3189888967","https://openalex.org/W4293057500","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4286572054","https://openalex.org/W2555207388","https://openalex.org/W3171462553","https://openalex.org/W2983996496","https://openalex.org/W3189590538","https://openalex.org/W4389240635","https://openalex.org/W2461853023","https://openalex.org/W2136133395","https://openalex.org/W2935722734","https://openalex.org/W2474330221"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,22,31,47,53,57,62,93,102,115,137,145,151,167,174,182,185],"problem":[4],"of":[5,7,43,64,189,225],"age":[6],"information":[8],"(AoI)":[9],"aware":[10],"radio":[11],"resource":[12,72],"management":[13],"for":[14,162],"a":[15,70,154],"platooning":[16],"system.":[17],"Multiple":[18],"autonomous":[19],"platoons":[20],"exploit":[21,69],"cellular":[23],"wireless":[24],"vehicle-to-everything":[25],"(C-V2X)":[26],"communication":[27],"technology":[28],"to":[29,36,46,95,179],"disseminate":[30],"cooperative":[32],"awareness":[33],"messages":[34,45],"(CAMs)":[35],"their":[37],"followers":[38],"while":[39],"ensuring":[40],"timely":[41],"delivery":[42],"safety-critical":[44],"Road-Side":[48],"Unit":[49],"(RSU).":[50],"To":[51],"lower":[52],"computational":[54],"load":[55],"at":[56],"RSU":[58],"and":[59,90,125,149,157,228],"cope":[60],"with":[61,92,128,136,213],"challenges":[63],"dynamic":[65],"channel":[66],"conditions,":[67],"we":[68,107],"distributed":[71],"allocation":[73],"framework":[74],"based":[75,113,172],"on":[76,114,173],"multi-agent":[77,116],"reinforcement":[78,220],"learning":[79,221],"(MARL),":[80],"where":[81,198],"each":[82,163,176,190],"platoon":[83],"leader":[84],"(PL)":[85],"acts":[86],"as":[87],"an":[88,158],"agent":[89,164,177,191],"interacts":[91],"environment":[94],"learn":[96],"its":[97],"optimal":[98],"policy.":[99],"Motivated":[100],"by":[101],"existing":[103],"literature":[104],"in":[105,181,223],"RL,":[106],"propose":[108],"two":[109,134],"novel":[110],"MARL":[111],"frameworks":[112],"deep":[117],"deterministic":[118],"policy":[119],"gradient":[120],"(MADDPG),":[121],"named":[122],"Modified":[123,126],"MADDPG,":[124],"MADDPG":[127],"task":[129],"decomposition.":[130],"Both":[131],"algorithms":[132],"train":[133],"critics":[135],"following":[138],"goals:":[139],"A":[140],"global":[141,146],"critic":[142,161],"which":[143],"estimates":[144,166],"expected":[147],"reward":[148,188],"motivates":[150],"agents":[152],"toward":[153],"cooperating":[155],"behavior":[156],"exclusive":[159],"local":[160,168],"that":[165],"individual":[169,187],"reward.":[170],"Furthermore,":[171],"tasks":[175],"has":[178],"accomplish,":[180],"second":[183],"algorithm,":[184],"holistic":[186],"is":[192],"decomposed":[193],"into":[194],"multiple":[195],"sub-reward":[196],"functions":[197,201],"task-wise":[199],"value":[200],"are":[202],"learned":[203],"separately.":[204],"Numerical":[205],"results":[206],"indicate":[207],"our":[208],"proposed":[209],"algorithms'":[210],"effectiveness":[211],"compared":[212],"other":[214],"contemporary":[215],"RL":[216],"frameworks,":[217],"e.g.,":[218],"federated":[219],"(FRL)":[222],"terms":[224],"AoI":[226],"performance":[227],"CAM":[229],"message":[230],"transmission":[231],"probability.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":49},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}
