{"id":"https://openalex.org/W2968424451","doi":"https://doi.org/10.1109/tvt.2019.2935450","title":"Deep Reinforcement Learning for Offloading and Resource Allocation in Vehicle Edge Computing and Networks","display_name":"Deep Reinforcement Learning for Offloading and Resource Allocation in Vehicle Edge Computing and Networks","publication_year":2019,"publication_date":"2019-08-14","ids":{"openalex":"https://openalex.org/W2968424451","doi":"https://doi.org/10.1109/tvt.2019.2935450","mag":"2968424451"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2935450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2935450","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044788303","display_name":"Yi Liu","orcid":"https://orcid.org/0000-0001-5520-5044"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Liu","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Key Lab. of Ministry of Education and Guangdong Province Key Lab. of IoT Information Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Key Lab. of Ministry of Education and Guangdong Province Key Lab. of IoT Information Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041056650","display_name":"Huimin Yu","orcid":"https://orcid.org/0000-0003-1495-3171"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]},{"id":"https://openalex.org/I3130607311","display_name":"Changsha Normal University","ror":"https://ror.org/02sqk3z62","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130607311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huimin Yu","raw_affiliation_strings":["College of Information Science and Engineering, Hunan Normal University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I3130607311","https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043262479","display_name":"Shengli Xie","orcid":"https://orcid.org/0000-0003-2041-5214"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengli Xie","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, and State Key Lab. of Precision Electronic Manufacturing Technology and Equipment, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, and State Key Lab. of Precision Electronic Manufacturing Technology and Equipment, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100456327","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0002-8561-5092"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["University of Oslo, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044788303"],"corresponding_institution_ids":["https://openalex.org/I139024713"],"apc_list":null,"apc_paid":null,"fwci":51.6197,"has_fulltext":false,"cited_by_count":573,"citation_normalized_percentile":{"value":0.9994105,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"68","issue":"11","first_page":"11158","last_page":"11168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7925403118133545},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6846930384635925},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6407346725463867},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5634846687316895},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.515619695186615},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4666011333465576},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44742563366889954},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4385167956352234},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43411290645599365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36645644903182983}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7925403118133545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6846930384635925},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6407346725463867},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5634846687316895},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.515619695186615},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4666011333465576},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44742563366889954},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4385167956352234},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43411290645599365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36645644903182983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2019.2935450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2935450","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2385028947","display_name":null,"funder_award_id":"61727810","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3135326247","display_name":null,"funder_award_id":"61773126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3173015080","display_name":null,"funder_award_id":"61701125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4373014483","display_name":null,"funder_award_id":"201806010176","funder_id":"https://openalex.org/F4320335377","funder_display_name":"Pearl River S and T Nova Program of Guangzhou"},{"id":"https://openalex.org/G4707271786","display_name":null,"funder_award_id":"61603099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6754353139","display_name":null,"funder_award_id":"61973087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335377","display_name":"Pearl River S and T Nova Program of Guangzhou","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1974037141","https://openalex.org/W2009533501","https://openalex.org/W2038194220","https://openalex.org/W2118720406","https://openalex.org/W2145339207","https://openalex.org/W2256388387","https://openalex.org/W2397723600","https://openalex.org/W2419140611","https://openalex.org/W2514619461","https://openalex.org/W2545350044","https://openalex.org/W2615926310","https://openalex.org/W2623894540","https://openalex.org/W2733791027","https://openalex.org/W2735056258","https://openalex.org/W2751904527","https://openalex.org/W2761862361","https://openalex.org/W2762586323","https://openalex.org/W2771384842","https://openalex.org/W2781481576","https://openalex.org/W2786070938","https://openalex.org/W2800992211","https://openalex.org/W2803421549","https://openalex.org/W2804985843","https://openalex.org/W2805142111","https://openalex.org/W2869903415","https://openalex.org/W2887821509","https://openalex.org/W2889735101","https://openalex.org/W2895973886","https://openalex.org/W2897500530","https://openalex.org/W2914317125","https://openalex.org/W2918891759","https://openalex.org/W2926519916","https://openalex.org/W2934242057","https://openalex.org/W2947400732","https://openalex.org/W2955535572","https://openalex.org/W2979680647","https://openalex.org/W6653037687","https://openalex.org/W6691895530"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4221092438","https://openalex.org/W4385335479","https://openalex.org/W2905685817","https://openalex.org/W2730940305","https://openalex.org/W4207020266"],"abstract_inverted_index":{"Mobile":[0],"Edge":[1],"Computing":[2],"(MEC)":[3],"is":[4,102,129],"a":[5,57,133],"promising":[6],"technology":[7],"to":[8,13,74,104,152],"extend":[9],"the":[10,14,23,37,43,65,70,92,95,106,110,116,127,154,166,169,173],"diverse":[11],"services":[12,77],"edge":[15,25,59,72,112,175],"of":[16,18,42,94,109,157,168],"Internet":[17],"Things":[19],"(IoT)":[20],"system.":[21],"However,":[22],"static":[24],"server":[26],"deployment":[27],"may":[28,47],"cause":[29],"\u201cservice":[30],"hole\u201d":[31],"in":[32,35,63,172],"IoT":[33],"networks":[34],"which":[36,64],"location":[38],"and":[39,123,136,144,160],"service":[40],"requests":[41,122],"User":[44],"Equipments":[45],"(UEs)":[46],"be":[48],"dynamically":[49],"changing.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,82,164],"firstly":[55],"explore":[56],"vehicle":[58,111,118],"computing":[60,113,176],"network":[61,177],"architecture":[62],"vehicles":[66],"can":[67],"act":[68],"as":[69,84,132],"mobile":[71],"servers":[73],"provide":[75],"computation":[76,96,121,158],"for":[78,88],"nearby":[79],"UEs.":[80],"Then,":[81],"propose":[83],"vehicle-assisted":[85],"offloading":[86,159],"scheme":[87,171],"UEs":[89],"while":[90],"considering":[91],"delay":[93],"task.":[97],"Accordingly,":[98],"an":[99],"optimization":[100],"problem":[101,128],"formulated":[103,131],"maximize":[105],"long-term":[107],"utility":[108],"network.":[114],"Considering":[115],"stochastic":[117],"traffic,":[119],"dynamic":[120],"time-varying":[124],"communication":[125],"conditions,":[126],"further":[130],"semi-Markov":[134],"process":[135],"two":[137],"reinforcement":[138,146],"learning":[139,147],"methods:":[140],"Q-learning":[141],"based":[142],"method":[143],"deep":[145],"(DRL)":[148],"method,":[149],"are":[150],"proposed":[151,170],"obtain":[153],"optimal":[155],"policies":[156],"resource":[161],"allocation.":[162],"Finally,":[163],"analyze":[165],"effectiveness":[167],"vehicular":[174],"by":[178],"giving":[179],"numerical":[180],"results.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":77},{"year":2024,"cited_by_count":94},{"year":2023,"cited_by_count":112},{"year":2022,"cited_by_count":105},{"year":2021,"cited_by_count":104},{"year":2020,"cited_by_count":63},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}