{"id":"https://openalex.org/W4384946026","doi":"https://doi.org/10.1109/iwcmc58020.2023.10183330","title":"Deep Reinforcement Learning Based on Parked Vehicles-Assisted for Task Offloading in Vehicle Edge Computing","display_name":"Deep Reinforcement Learning Based on Parked Vehicles-Assisted for Task Offloading in Vehicle Edge Computing","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4384946026","doi":"https://doi.org/10.1109/iwcmc58020.2023.10183330"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc58020.2023.10183330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc58020.2023.10183330","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101685809","display_name":"Bingxin Wang","orcid":"https://orcid.org/0009-0002-3508-2942"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bingxin Wang","raw_affiliation_strings":["Beijing Research Institute,China,Telecom Corporation Limited, China,Beijing,China","Telecom Corporation Limited, China, Beijing Research Institute,China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Research Institute,China,Telecom Corporation Limited, China,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Telecom Corporation Limited, China, Beijing Research Institute,China, Beijing, China","institution_ids":["https://openalex.org/I4210136246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100349496","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0001-8173-0408"},"institutions":[{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Beijing Research Institute,China,Telecom Corporation Limited, China,Beijing,China","Telecom Corporation Limited, China, Beijing Research Institute,China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Research Institute,China,Telecom Corporation Limited, China,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Telecom Corporation Limited, China, Beijing Research Institute,China, Beijing, China","institution_ids":["https://openalex.org/I4210136246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100440164","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0003-1172-1551"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["Beijing Research Institute,China,Telecom Corporation Limited, China,Beijing,China","Telecom Corporation Limited, China, Beijing Research Institute,China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Research Institute,China,Telecom Corporation Limited, China,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Telecom Corporation Limited, China, Beijing Research Institute,China, Beijing, China","institution_ids":["https://openalex.org/I4210136246"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101685809"],"corresponding_institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"],"apc_list":null,"apc_paid":null,"fwci":0.4011,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59589303,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"438","last_page":"443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9028704166412354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7562586069107056},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6264263987541199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5708619952201843},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.568501889705658},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5173329710960388},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5132872462272644},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.47686251997947693},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4618372917175293},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4587145149707794},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4256187677383423},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.4234501123428345},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.41035425662994385},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3343676030635834},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12195312976837158}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9028704166412354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7562586069107056},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6264263987541199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5708619952201843},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.568501889705658},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5173329710960388},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5132872462272644},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.47686251997947693},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4618372917175293},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4587145149707794},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4256187677383423},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.4234501123428345},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.41035425662994385},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3343676030635834},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12195312976837158},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc58020.2023.10183330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc58020.2023.10183330","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1975496642","https://openalex.org/W2012484142","https://openalex.org/W2131049857","https://openalex.org/W2131613319","https://openalex.org/W2142246654","https://openalex.org/W2511737534","https://openalex.org/W2523433278","https://openalex.org/W2551680577","https://openalex.org/W2592549785","https://openalex.org/W2626588362","https://openalex.org/W2747537200","https://openalex.org/W2767151733","https://openalex.org/W2916560054","https://openalex.org/W2982650630","https://openalex.org/W2984459839","https://openalex.org/W3002317329","https://openalex.org/W3007050655","https://openalex.org/W3010178570","https://openalex.org/W3010921708","https://openalex.org/W4210689189","https://openalex.org/W6729554895"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W4376605461","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2892507673","https://openalex.org/W2979760315","https://openalex.org/W4324372666","https://openalex.org/W2361647908","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Vehicles":[0],"may":[1],"produce":[2],"a":[3,59,143,192],"lot":[4],"of":[5,18,25,51,70,81,110,129,170,194,202],"data":[6,33],"that":[7,161,187,232],"is":[8,43,153,237],"timesensitive":[9],"and":[10,29,97,116,124,177],"computationally":[11],"intensive":[12],"due":[13],"to":[14,22,46,78,107,120,125,179,181,223],"the":[15,23,74,79,82,88,94,111,127,131,167,171,196,200,205,208,219,224,233,241],"quick":[16],"development":[17],"on-board":[19],"applications.":[20],"Due":[21,77],"limitation":[24],"vehicle":[26],"computing":[27,41,54],"power":[28],"battery":[30],"capacity,":[31],"these":[32],"cannot":[34],"be":[35],"processed":[36],"in":[37,100,213],"time.":[38],"Vehicle":[39],"edge":[40],"(VEC)":[42],"increasingly":[44],"used":[45],"solve":[47],"this":[48],"problem":[49],"because":[50],"its":[52],"greater":[53],"power.":[55],"This":[56],"paper":[57],"proposes":[58],"VEC":[60],"task":[61,128],"offloading":[62],"model":[63,84],"based":[64],"on":[65,204],"improved":[66,225],"Q-learning":[67,149,173,221,226,235,243],"algorithm.":[68],"First":[69],"all,":[71],"we":[72,86,135],"establish":[73],"system":[75,83,197,209],"model.":[76,112,146],"complexity":[80],"environment,":[85],"adopted":[87],"reinforcement":[89,138],"learning":[90,118,139],"(RL)":[91],"algorithm,":[92],"but":[93],"environment":[95],"space":[96,99],"action":[98],"RL":[101,115],"are":[102,165],"large,":[103],"which":[104],"will":[105],"lead":[106],"slow":[108],"convergence":[109,122],"We":[113,216],"combine":[114],"deep":[117,137],"(DL)":[119],"increase":[121,212],"efficiency,":[123],"convert":[126],"maintaining":[130],"value":[132],"function":[133],"table,":[134],"utilize":[136],"(DRL)":[140],"by":[141],"training":[142,163,168],"neural":[144],"network":[145],"The":[147,157,228],"revised":[148],"algorithm\u2019s":[150],"solving":[151],"procedure":[152],"then":[154],"thoroughly":[155],"introduced.":[156],"simulation":[158,229],"outcomes":[159],"demonstrate":[160],"as":[162],"times":[164],"increased,":[166],"loss":[169],"enhanced":[172,234],"algorithm":[174,222,236],"gradually":[175],"declines":[176],"tends":[178],"converge":[180],"zero.":[182],"It":[183],"has":[184],"been":[185],"confirmed":[186],"our":[188],"suggested":[189],"approach":[190],"does":[191],"goodjob":[193],"evaluating":[195],"cost.":[198,215],"As":[199],"number":[201],"vehicles":[203],"route":[206],"increases,":[207],"experiences":[210],"an":[211],"time":[214],"also":[217],"compare":[218],"traditional":[220],"strategy.":[227],"results":[230],"show":[231],"much":[238],"faster":[239],"than":[240],"conventional":[242],"method.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}