{"id":"https://openalex.org/W4407129061","doi":"https://doi.org/10.1109/tvt.2025.3538165","title":"Deep Reinforcement Learning for Optimizing Multi-Hop Distributed Collaborative Task Offloading in R2X","display_name":"Deep Reinforcement Learning for Optimizing Multi-Hop Distributed Collaborative Task Offloading in R2X","publication_year":2025,"publication_date":"2025-02-04","ids":{"openalex":"https://openalex.org/W4407129061","doi":"https://doi.org/10.1109/tvt.2025.3538165"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3538165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3538165","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101671767","display_name":"Wei Zhao","orcid":"https://orcid.org/0000-0001-9799-4635"},"institutions":[{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Anhui University of Technology, Anhui, China","School of Computer Science and Technology, Anhui University of Technology, Ma'anshan, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-9799-4635","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University of Technology, Anhui, China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University of Technology, Ma'anshan, Anhui, China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111222570","display_name":"Tangjie Weng","orcid":"https://orcid.org/0009-0001-9723-5118"},"institutions":[{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tangjie Weng","raw_affiliation_strings":["School of Computer Science and Technology, Anhui University of Technology, Anhui, China","School of Computer Science and Technology, Anhui University of Technology, Ma'anshan, Anhui, China"],"raw_orcid":"https://orcid.org/0009-0001-9723-5118","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University of Technology, Anhui, China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University of Technology, Ma'anshan, Anhui, China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059324745","display_name":"Yu Cheng","orcid":"https://orcid.org/0009-0001-1237-7900"},"institutions":[{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Cheng","raw_affiliation_strings":["School of Computer Science and Technology, Anhui University of Technology, Anhui, China","School of Computer Science and Technology, Anhui University of Technology, Ma'anshan, Anhui, China"],"raw_orcid":"https://orcid.org/0009-0001-1237-7900","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University of Technology, Anhui, China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Computer Science and Technology, Anhui University of Technology, Ma'anshan, Anhui, China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Department of Computer and Network Engineering, University of Electro-Communications, Tokyo, Japan","University of Electro-Communications, Department of Computer and Network Engineering, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0537-4522","affiliations":[{"raw_affiliation_string":"Department of Computer and Network Engineering, University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"University of Electro-Communications, Department of Computer and Network Engineering, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013311265","display_name":"Nei Kato","orcid":"https://orcid.org/0000-0001-8769-302X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nei Kato","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8769-302X","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.572,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96416274,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"74","issue":"6","first_page":"9533","last_page":"9548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8023049831390381},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6987072229385376},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5496297478675842},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.4835481345653534},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4797450304031372},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.417605459690094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32068270444869995},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20065772533416748},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09205913543701172}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8023049831390381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6987072229385376},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5496297478675842},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.4835481345653534},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4797450304031372},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.417605459690094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32068270444869995},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20065772533416748},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09205913543701172}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3538165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3538165","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2905685817","https://openalex.org/W3010178570","https://openalex.org/W3010921708","https://openalex.org/W3038366466","https://openalex.org/W3088579369","https://openalex.org/W3107134109","https://openalex.org/W3127919686","https://openalex.org/W3131323599","https://openalex.org/W3135028423","https://openalex.org/W3185378538","https://openalex.org/W3212172638","https://openalex.org/W3213889621","https://openalex.org/W3214825004","https://openalex.org/W4205434059","https://openalex.org/W4285184341","https://openalex.org/W4285187367","https://openalex.org/W4285221364","https://openalex.org/W4315630806","https://openalex.org/W4323338293","https://openalex.org/W4323338560","https://openalex.org/W4383427913","https://openalex.org/W4384787194","https://openalex.org/W4385819793","https://openalex.org/W4387412806","https://openalex.org/W4388543724","https://openalex.org/W4389610225","https://openalex.org/W4391945833","https://openalex.org/W4393186006","https://openalex.org/W4400188238"],"related_works":["https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W4405141166","https://openalex.org/W1978191894","https://openalex.org/W4306904969","https://openalex.org/W2018045843","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3125668480"],"abstract_inverted_index":{"Roadside":[0],"units":[1],"(RSUs)":[2],"with":[3,290],"strong":[4],"sensing":[5],"abilities":[6],"enhance":[7],"the":[8,11,57,94,99,112,148,157,161,174,193,252],"viability":[9],"of":[10,38,98],"RSU-to-Everything":[12],"(R2X)":[13],"paradigm,":[14],"offering":[15],"crucial":[16],"infrastructure":[17],"support":[18],"for":[19,106,195,220,249],"Mobile":[20],"Edge":[21],"Computing":[22],"(MEC)":[23],"that":[24,273],"enables":[25],"real-time":[26],"data":[27,39,45,91],"processing":[28,302],"and":[29,79,115,166,191,267,284,300],"reduced":[30],"delay.":[31,303],"Since":[32],"RSUs":[33,233],"collect":[34],"a":[35,107,122,183,213,259],"large":[36],"volume":[37],"but":[40,142],"have":[41],"limited":[42],"computing":[43,164],"capability,":[44],"analysis":[46],"tasks":[47,118,245],"are":[48,134],"usually":[49],"offloaded":[50],"to":[51,73,109,119,152,189,204,207,223,234,243,246,261,279],"other":[52,59,145],"network":[53,101,170,221,287],"nodes,":[54],"such":[55],"as":[56,156],"cloud,":[58],"RSUs,":[60],"or":[61],"even":[62],"vehicles.":[63],"The":[64,226],"multi-hop":[65,123,149],"distributed":[66],"collaborative":[67,250],"task":[68,81,236,297],"offloading":[69,127,237],"scheme":[70],"is":[71,230,256],"expected":[72],"achieve":[74],"high":[75],"resource":[76],"utilization":[77],"efficiency":[78],"low":[80],"delay":[82],"in":[83,90,121,153,163,282],"this":[84,154,293],"scenario,":[85],"despite":[86],"increasing":[87],"energy":[88],"consumption":[89],"transmission.":[92],"However,":[93],"highly":[95,285],"dynamic":[96,286],"nature":[97],"R2X":[100],"topology":[102,280],"makes":[103],"it":[104],"challenging":[105],"node":[108,133,197],"independently":[110,205],"select":[111,262],"next":[113,264],"hop":[114,265],"collaboratively":[116],"allocate":[117,268],"neighbors":[120,141,194],"transmission":[124],"path.":[125],"Specifically,":[126],"decisions":[128],"made":[129],"by":[130,138,144,232,258],"an":[131,240],"individual":[132],"influenced":[135],"not":[136],"only":[137],"its":[139,263],"immediate":[140],"also":[143],"nodes":[146,171,222],"along":[147],"path,":[150],"referred":[151],"paper":[155],"effect":[158,200],"value.":[159],"Additionally,":[160],"heterogeneity":[162],"resources":[165],"link":[167],"delays":[168],"among":[169],"further":[172],"increases":[173],"difficulty.":[175],"To":[176],"address":[177],"these":[178],"challenges,":[179],"we":[180,211],"first":[181],"apply":[182],"Long":[184],"Short-Term":[185],"Memory":[186],"(LSTM)":[187],"model":[188],"predict":[190],"update":[192],"each":[196],"while":[198],"considering":[199],"values,":[201],"allowing":[202],"them":[203],"adapt":[206],"environmental":[208],"changes.":[209],"Then,":[210],"design":[212],"two-layer":[214],"Deep":[215],"Reinforcement":[216],"Learning":[217],"(DRL)":[218],"algorithm":[219,229,255],"make":[224],"decisions.":[225],"first-layer":[227],"DRL":[228,254],"implemented":[231],"determine":[235],"modes.":[238],"When":[239],"RSU":[241],"decides":[242],"offload":[244],"multiple":[247],"vehicles":[248],"computing,":[251],"second-layer":[253],"used":[257],"vehicle":[260,266],"tasks.":[269],"Simulation":[270],"results":[271],"show":[272],"our":[274],"proposed":[275],"approach":[276,294],"effectively":[277],"adapts":[278],"changes":[281],"complex":[283],"environments.":[288],"Compared":[289],"existing":[291],"methods,":[292],"significantly":[295],"improves":[296],"completion":[298],"ratio":[299],"reduces":[301]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}