{"id":"https://openalex.org/W4323338293","doi":"https://doi.org/10.1109/tits.2023.3249745","title":"Asynchronous Deep Reinforcement Learning for Collaborative Task Computing and On-Demand Resource Allocation in Vehicular Edge Computing","display_name":"Asynchronous Deep Reinforcement Learning for Collaborative Task Computing and On-Demand Resource Allocation in Vehicular Edge Computing","publication_year":2023,"publication_date":"2023-03-06","ids":{"openalex":"https://openalex.org/W4323338293","doi":"https://doi.org/10.1109/tits.2023.3249745"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3249745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3249745","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/TITS.2023.3249745","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100349496","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0001-8173-0408"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Guangzhou Institute of Technology, Xidian University, Guangzhou, China","Ministry of Education, Key Laboratory of Embedded System and Service Computing (Tongji University), Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Guangzhou Institute of Technology, Xidian University, Guangzhou, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Embedded System and Service Computing (Tongji University), Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101709392","display_name":"Jie Feng","orcid":"https://orcid.org/0000-0002-5474-3286"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Feng","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Telecommunication Engineering, Xidian University, Xi’an, Shaanxi, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Telecommunication Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043165814","display_name":"Xuanyu Mu","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanyu Mu","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065373445","display_name":"Qingqi Pei","orcid":"https://orcid.org/0000-0001-7601-5434"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingqi Pei","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025750958","display_name":"Dapeng Lan","orcid":"https://orcid.org/0000-0003-1104-5039"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Dapeng Lan","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037292846","display_name":"Ming Xiao","orcid":"https://orcid.org/0000-0002-5407-0835"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ming Xiao","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100349496"],"corresponding_institution_ids":["https://openalex.org/I116953780","https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":35.6683,"has_fulltext":false,"cited_by_count":205,"citation_normalized_percentile":{"value":0.99834705,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"12","first_page":"15513","last_page":"15526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.949400007724762,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.923799991607666,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8102036714553833},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7030805945396423},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.685431718826294},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5601462125778198},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5318436622619629},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5251258015632629},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.48968079686164856},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.45538830757141113},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.4404633939266205},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4351390600204468},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40670090913772583},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.2643229365348816},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21333876252174377},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.18508002161979675},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1126585304737091}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8102036714553833},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7030805945396423},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.685431718826294},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5601462125778198},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5318436622619629},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5251258015632629},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.48968079686164856},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.45538830757141113},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.4404633939266205},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4351390600204468},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40670090913772583},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.2643229365348816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21333876252174377},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.18508002161979675},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1126585304737091},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2023.3249745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3249745","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:15703519","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TITS.2023.3249745","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems, 24(12), 15513 - 15526, (2023-03-06)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:15703519","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TITS.2023.3249745","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems, 24(12), 15513 - 15526, (2023-03-06)","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1995261545","display_name":null,"funder_award_id":"62001357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4130763323","display_name":null,"funder_award_id":"2020A1515110079","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5677744645","display_name":null,"funder_award_id":"62102297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6777613944","display_name":null,"funder_award_id":"2020A1515110496","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G828402418","display_name":null,"funder_award_id":"2020YFB1807500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8292956318","display_name":null,"funder_award_id":"62132013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8674652246","display_name":null,"funder_award_id":"2021M692501","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8918446372","display_name":null,"funder_award_id":"2021ZDLGY06-03","funder_id":"https://openalex.org/F4320336350","funder_display_name":"Key Research and Development Projects of Shaanxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2074318099","https://openalex.org/W2343050074","https://openalex.org/W2761862361","https://openalex.org/W2885109498","https://openalex.org/W2889679424","https://openalex.org/W2895973886","https://openalex.org/W2897099070","https://openalex.org/W2901631215","https://openalex.org/W2909746507","https://openalex.org/W2918400102","https://openalex.org/W2918891759","https://openalex.org/W2940583379","https://openalex.org/W2952544742","https://openalex.org/W2953901595","https://openalex.org/W2962213922","https://openalex.org/W2963000651","https://openalex.org/W2963529010","https://openalex.org/W2964221923","https://openalex.org/W2998623446","https://openalex.org/W2999338250","https://openalex.org/W3004417498","https://openalex.org/W3004718830","https://openalex.org/W3010178570","https://openalex.org/W3033105525","https://openalex.org/W3033908518","https://openalex.org/W3035788210","https://openalex.org/W3045049179","https://openalex.org/W3046127806","https://openalex.org/W3080641768","https://openalex.org/W3081708644","https://openalex.org/W3109463546","https://openalex.org/W3117926661","https://openalex.org/W3120725399","https://openalex.org/W3128335622","https://openalex.org/W3135269945","https://openalex.org/W3167225504","https://openalex.org/W3170397984","https://openalex.org/W3185378538","https://openalex.org/W3188107326","https://openalex.org/W3196348523","https://openalex.org/W3203057282","https://openalex.org/W3203417629","https://openalex.org/W3214737454","https://openalex.org/W3214755690","https://openalex.org/W4296707125","https://openalex.org/W4313189329"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2388464034","https://openalex.org/W2155261584","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2584231425","https://openalex.org/W2042919702","https://openalex.org/W2150611273","https://openalex.org/W3154796165"],"abstract_inverted_index":{"Vehicular":[0],"Edge":[1],"Computing":[2],"(VEC)":[3],"is":[4,73,108,161],"enjoying":[5],"a":[6],"surge":[7],"in":[8,29,71,87,132,181],"research":[9],"interest":[10],"due":[11],"to":[12,16,32,75,113,163,173],"the":[13,25,97,111,115,120,127,133,140,148,156,165,175],"remarkable":[14],"potential":[15],"reduce":[17],"response":[18,184],"delay":[19],"and":[20,35,45,63,79,91,105,123,139,151,190],"alleviate":[21],"bandwidth":[22],"pressure.":[23],"Facing":[24],"ever-growing":[26],"service":[27,143],"applications":[28],"VEC,":[30],"how":[31],"effectively":[33],"aggregate":[34],"flexibly":[36],"schedule":[37],"ubiquitous":[38],"network":[39],"resources":[40,84,138],"for":[41],"implementing":[42],"diverse":[43],"tasks":[44],"meeting":[46],"differentiated":[47],"demands":[48],"from":[49],"numerous":[50],"vehicular":[51,154],"users":[52],"remains":[53],"haunting.":[54],"Toward":[55],"this":[56,95],"end,":[57],"we":[58],"investigate":[59],"collaborative":[60,68],"task":[61,103,122],"computing":[62,69],"on-demand":[64],"resource":[65,124],"allocation.":[66],"The":[67],"framework":[70],"VEC":[72],"provided":[74],"support":[76],"deep":[77,158],"collaboration":[78],"intelligent":[80],"management":[81,107],"of":[82,101,129,135,142,147,153,177,183],"heterogeneous":[83],"widely":[85],"distributed":[86,102],"vehicles,":[88],"edge":[89],"servers":[90],"cloud.":[92],"Based":[93],"on":[94],"framework,":[96],"joint":[98],"optimization":[99],"problem":[100],"offloading":[104,189],"multi-resource":[106],"formulated":[109],"with":[110,187],"aim":[112],"maximize":[114],"system":[116],"utility":[117],"by":[118],"making":[119],"optimal":[121,166],"scheduling":[125],"policy,":[126],"novelty":[128],"which":[130],"lies":[131],"exploration":[134],"available":[136],"vehicle":[137],"consideration":[141],"migration.":[144],"In":[145],"view":[146],"dynamics,":[149],"randomness":[150],"time-variant":[152],"networks,":[155],"asynchronous":[157],"reinforcement":[159],"algorithm":[160,180],"leveraged":[162],"find":[164],"solution.":[167],"Extensive":[168],"simulation":[169],"experiments":[170],"are":[171],"implemented":[172],"demonstrate":[174],"superiority":[176],"our":[178],"proposed":[179],"terms":[182],"latency":[185],"compared":[186],"full":[188],"random":[191],"offloading.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":82},{"year":2024,"cited_by_count":83},{"year":2023,"cited_by_count":31}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2023-03-08T00:00:00"}