{"id":"https://openalex.org/W3212141710","doi":"https://doi.org/10.1109/tvt.2021.3125109","title":"Reinforcement Learning for Joint Optimization of Communication and Computation in Vehicular Networks","display_name":"Reinforcement Learning for Joint Optimization of Communication and Computation in Vehicular Networks","publication_year":2021,"publication_date":"2021-11-04","ids":{"openalex":"https://openalex.org/W3212141710","doi":"https://doi.org/10.1109/tvt.2021.3125109","mag":"3212141710"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3125109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3125109","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031886715","display_name":"Yaping Cui","orcid":"https://orcid.org/0000-0003-2276-8881"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaping Cui","raw_affiliation_strings":["School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, China","School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087479604","display_name":"Lijuan Du","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijuan Du","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419573","display_name":"Honggang Wang","orcid":"https://orcid.org/0000-0001-9475-2630"},"institutions":[{"id":"https://openalex.org/I100633361","display_name":"University of Massachusetts Dartmouth","ror":"https://ror.org/00fzmm222","country_code":"US","type":"education","lineage":["https://openalex.org/I100633361"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Honggang Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetts Dartmouth, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetts Dartmouth, Boston, MA, USA","institution_ids":["https://openalex.org/I100633361"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416785","display_name":"Dapeng Wu","orcid":"https://orcid.org/0000-0003-2105-9418"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dapeng Wu","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015476236","display_name":"Ruyan Wang","orcid":"https://orcid.org/0000-0003-3109-4807"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyan Wang","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5031886715"],"corresponding_institution_ids":["https://openalex.org/I10535382","https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":4.1261,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.94188568,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"70","issue":"12","first_page":"13062","last_page":"13072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8279561996459961},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.736741304397583},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.7250877618789673},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.7230991125106812},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7082949280738831},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.65607750415802},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5267369747161865},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.48128122091293335},{"id":"https://openalex.org/keywords/application-layer","display_name":"Application layer","score":0.4687236547470093},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.43375730514526367},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.41486528515815735},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3652050495147705},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.363735169172287},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.2189452052116394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1975720226764679},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14652857184410095}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8279561996459961},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.736741304397583},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7250877618789673},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.7230991125106812},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7082949280738831},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.65607750415802},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5267369747161865},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.48128122091293335},{"id":"https://openalex.org/C190793597","wikidata":"https://www.wikidata.org/wiki/Q189768","display_name":"Application layer","level":3,"score":0.4687236547470093},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.43375730514526367},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.41486528515815735},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3652050495147705},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.363735169172287},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2189452052116394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1975720226764679},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14652857184410095},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3125109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3125109","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3150328143","display_name":null,"funder_award_id":"61801065","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5307565109","display_name":null,"funder_award_id":"cstc2020jcyj-zdxmX0024","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G7331212177","display_name":null,"funder_award_id":"61871062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G768223813","display_name":null,"funder_award_id":"U20A20157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7873053424","display_name":null,"funder_award_id":"61771082","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8223961749","display_name":null,"funder_award_id":"61901070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1639877187","https://openalex.org/W2343050074","https://openalex.org/W2518531330","https://openalex.org/W2525400794","https://openalex.org/W2584568996","https://openalex.org/W2604187483","https://openalex.org/W2612103911","https://openalex.org/W2614851539","https://openalex.org/W2624989916","https://openalex.org/W2772819097","https://openalex.org/W2782912585","https://openalex.org/W2786608596","https://openalex.org/W2800755725","https://openalex.org/W2802897269","https://openalex.org/W2810482148","https://openalex.org/W2896161835","https://openalex.org/W2904994737","https://openalex.org/W2909746507","https://openalex.org/W2912966408","https://openalex.org/W2917391137","https://openalex.org/W2920054549","https://openalex.org/W2968764495","https://openalex.org/W2971028111","https://openalex.org/W2979884425","https://openalex.org/W2992759268","https://openalex.org/W2995134264","https://openalex.org/W2996766934","https://openalex.org/W2998340298","https://openalex.org/W3003986857","https://openalex.org/W3004417498","https://openalex.org/W3008402949","https://openalex.org/W3014951170","https://openalex.org/W3016325548","https://openalex.org/W3026449395","https://openalex.org/W3054393695","https://openalex.org/W3088743736","https://openalex.org/W3091902532","https://openalex.org/W3105923694","https://openalex.org/W3111629718","https://openalex.org/W3129252918","https://openalex.org/W3134885067","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W3014317926"],"abstract_inverted_index":{"Ultra":[0],"reliability":[1],"and":[2,38,46,61,69,82,99,131,167,207],"low":[3],"latency":[4,81],"communications":[5],"(URLLC)":[6],"are":[7,41],"considered":[8],"as":[9,123,172],"one":[10],"of":[11,23,80,105,165,231,246],"the":[12,21,31,75,106,111,138,144,146,156,176,183,188,192,211,215,227,232,243],"most":[13],"important":[14],"use":[15],"cases":[16],"for":[17,119],"computation":[18,62,97,120],"tasks":[19],"in":[20,34,43],"Internet":[22],"Vehicles":[24],"(IoV)":[25],"edge":[26,128,194,205,224],"computing":[27,39,70,125,129,133,140,168,195,209,225],"networks.":[28],"To":[29],"meet":[30],"task":[32],"requirements":[33],"IoV":[35],"networks,":[36],"communication":[37,60,68,166],"resources":[40,169],"allocated":[42],"an":[44],"effective":[45],"efficient":[47],"way.":[48],"Thus,":[49],"this":[50,85],"paper":[51],"proposes":[52],"a":[53,102],"multi-objective":[54,179],"reinforcement":[55,184],"learning":[56,185],"strategy,":[57,107,226],"called":[58,95,148,178],"intelligent":[59],"resource":[63,71,180],"allocation":[64,72,164,181],"(ICCRA),":[65],"which":[66],"combines":[67],"to":[73,115,142,154,159,186],"reduce":[74],"total":[76,216,228],"system":[77,217,229],"cost":[78,218,230],"consisting":[79],"reliability.":[83],"Specifically,":[84],"strategy":[86,213,234],"can":[87,235],"be":[88,236],"decomposed":[89],"into":[90],"three":[91],"algorithms.":[92],"The":[93,163],"algorithm":[94,147,177],"joint":[96],"offloading":[98,117],"collaboration":[100],"is":[101,152,170],"general":[103],"framework":[104],"it":[108],"first":[109],"uses":[110,182],"K-nearest":[112],"neighbor":[113],"method":[114],"select":[116],"layers":[118],"tasks,":[121],"such":[122],"cloud":[124],"layer,":[126,130],"mobile":[127,193],"local":[132,139,203],"layer.":[134,196],"Then,":[135],"when":[136],"selecting":[137],"layer":[141],"perform":[143],"task,":[145],"collaborative":[149,161],"vehicle":[150,158,247],"selection":[151],"used":[153],"find":[155],"target":[157],"execute":[160],"computing.":[162],"defined":[171],"two":[173],"independent":[174],"objectives,":[175],"achieve":[187],"optimal":[189],"solution,":[190],"at":[191],"Simulation":[197],"results":[198],"show":[199],"that":[200],"compared":[201,222],"with":[202,223,242],"computing,":[204,206],"random":[208],"strategies,":[210],"proposed":[212,233],"reduces":[214],"effectively.":[219],"For":[220],"instance,":[221],"reduced":[237],"about":[238],"50%":[239],"on":[240],"average":[241],"different":[244],"number":[245],"tasks.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}