{"id":"https://openalex.org/W2963070605","doi":"https://doi.org/10.1109/tccn.2019.2930521","title":"Deep Reinforcement Learning for Intelligent Internet of Vehicles: An Energy-Efficient Computational Offloading Scheme","display_name":"Deep Reinforcement Learning for Intelligent Internet of Vehicles: An Energy-Efficient Computational Offloading Scheme","publication_year":2019,"publication_date":"2019-07-23","ids":{"openalex":"https://openalex.org/W2963070605","doi":"https://doi.org/10.1109/tccn.2019.2930521","mag":"2963070605"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2019.2930521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2019.2930521","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034529593","display_name":"Zhaolong Ning","orcid":"https://orcid.org/0000-0002-7870-5524"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Zhaolong Ning","raw_affiliation_strings":["Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong","School of Software, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079721189","display_name":"Peiran Dong","orcid":"https://orcid.org/0000-0002-1129-9218"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiran Dong","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351308","display_name":"Xiaojie Wang","orcid":"https://orcid.org/0000-0003-4098-6399"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojie Wang","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344290","display_name":"Lei Guo","orcid":"https://orcid.org/0000-0001-5860-0082"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Guo","raw_affiliation_strings":["Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076776322","display_name":"Joel J. P. C. Rodrigues","orcid":"https://orcid.org/0000-0001-8657-3800"},"institutions":[{"id":"https://openalex.org/I3121799822","display_name":"Universidade Federal do Piau\u00ed","ror":"https://ror.org/00kwnx126","country_code":"BR","type":"education","lineage":["https://openalex.org/I3121799822"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["BR","PT"],"is_corresponding":false,"raw_author_name":"Joel J. P. C. Rodrigues","raw_affiliation_strings":["Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","PPGEE, Federal University of Piau\u00ed, Teresina, Brazil"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210120471"]},{"raw_affiliation_string":"PPGEE, Federal University of Piau\u00ed, Teresina, Brazil","institution_ids":["https://openalex.org/I3121799822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030323127","display_name":"Xiangjie Kong","orcid":"https://orcid.org/0000-0003-2698-3319"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangjie Kong","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020146420","display_name":"Jun Huang","orcid":"https://orcid.org/0000-0001-9393-4416"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Huang","raw_affiliation_strings":["Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079642421","display_name":"Ricky Y. K. Kwok","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ricky Y. K. Kwok","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5034529593"],"corresponding_institution_ids":["https://openalex.org/I10535382","https://openalex.org/I27357992","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":11.5704,"has_fulltext":false,"cited_by_count":176,"citation_normalized_percentile":{"value":0.98808306,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"5","issue":"4","first_page":"1060","last_page":"1072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8697857856750488},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.728943943977356},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6786693334579468},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6561577320098877},{"id":"https://openalex.org/keywords/taxis","display_name":"Taxis","score":0.5204135179519653},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4725574851036072},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.45800328254699707},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.4531848132610321},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4511321485042572},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4312744736671448},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22524014115333557}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8697857856750488},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.728943943977356},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6786693334579468},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6561577320098877},{"id":"https://openalex.org/C183373512","wikidata":"https://www.wikidata.org/wiki/Q949618","display_name":"Taxis","level":2,"score":0.5204135179519653},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4725574851036072},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.45800328254699707},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4531848132610321},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4511321485042572},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4312744736671448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22524014115333557},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2019.2930521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2019.2930521","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1103087094","display_name":null,"funder_award_id":"DUT18JC09","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2344427583","display_name":null,"funder_award_id":"61771120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3571510377","display_name":null,"funder_award_id":"309335/2017-5","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3828828419","display_name":null,"funder_award_id":"DUT19JC18","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6679443276","display_name":null,"funder_award_id":"UID/EEA/50008/2019","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G816271220","display_name":null,"funder_award_id":"61671092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8444824783","display_name":null,"funder_award_id":"2018T110210","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2155968351","https://openalex.org/W2171275769","https://openalex.org/W2212765426","https://openalex.org/W2312784726","https://openalex.org/W2343259917","https://openalex.org/W2464371540","https://openalex.org/W2511894128","https://openalex.org/W2514619461","https://openalex.org/W2517856676","https://openalex.org/W2523436672","https://openalex.org/W2559109171","https://openalex.org/W2594788700","https://openalex.org/W2602126201","https://openalex.org/W2613403349","https://openalex.org/W2615926310","https://openalex.org/W2617931713","https://openalex.org/W2620303912","https://openalex.org/W2625483604","https://openalex.org/W2746553466","https://openalex.org/W2761862361","https://openalex.org/W2766767083","https://openalex.org/W2784417137","https://openalex.org/W2789942274","https://openalex.org/W2789986657","https://openalex.org/W2792149140","https://openalex.org/W2889540440","https://openalex.org/W2898035736","https://openalex.org/W2909706750","https://openalex.org/W2914289538","https://openalex.org/W2963361189","https://openalex.org/W2966753637","https://openalex.org/W2980360843","https://openalex.org/W6687993641"],"related_works":["https://openalex.org/W2731640799","https://openalex.org/W3145095895","https://openalex.org/W2594548639","https://openalex.org/W4387544810","https://openalex.org/W2978498151","https://openalex.org/W2782837293","https://openalex.org/W1946755446","https://openalex.org/W2388377527","https://openalex.org/W565532978","https://openalex.org/W2897012299"],"abstract_inverted_index":{"The":[0],"emerging":[1],"vehicular":[2,34],"services":[3],"call":[4],"for":[5,49],"updated":[6,53],"communication":[7],"and":[8,99],"computing":[9,54],"platforms.":[10],"Fog":[11],"computing,":[12],"whose":[13],"infrastructure":[14],"is":[15,38,91,110],"deployed":[16],"in":[17,63,126],"close":[18],"proximity":[19],"to":[20,30,40,69,83,113],"terminals,":[21],"extends":[22],"the":[23,31,42,71,77,88,115,130,147],"facilities":[24],"of":[25,33,44,46,66,80,124,132],"cloud":[26],"computing.":[27],"However,":[28],"due":[29],"limitation":[32],"fog":[35],"nodes,":[36],"it":[37],"challenging":[39],"satisfy":[41],"quality":[43],"experiences":[45],"users,":[47],"calling":[48],"intelligent":[50,64],"networks":[51],"with":[52,146],"abilities.":[55],"This":[56],"paper":[57],"constructs":[58],"a":[59,105],"three-layer":[60],"offloading":[61,101],"framework":[62],"Internet":[65],"Vehicles":[67],"(IoV)":[68],"minimize":[70],"overall":[72],"energy":[73,137],"consumption":[74,138],"while":[75],"satisfying":[76],"delay":[78],"constraint":[79],"users.":[81],"Due":[82],"its":[84],"high":[85],"computational":[86],"complexity,":[87],"formulated":[89],"problem":[90],"decomposed":[92],"into":[93],"two":[94],"parts:":[95],"1)":[96],"flow":[97],"redirection":[98],"2)":[100],"decision.":[102],"After":[103],"that,":[104],"deep":[106],"reinforcement":[107],"learning-based":[108],"scheme":[109],"put":[111],"forward":[112],"solve":[114],"optimization":[116],"problem.":[117],"Performance":[118],"evaluations":[119],"based":[120],"on":[121],"real-world":[122],"traces":[123],"taxis":[125],"Shanghai,":[127],"China,":[128],"demonstrate":[129],"effectiveness":[131],"our":[133],"methods,":[134],"where":[135],"average":[136],"can":[139],"be":[140],"decreased":[141],"by":[142],"around":[143],"60%":[144],"compared":[145],"baseline":[148],"algorithm.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":5}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}