{"id":"https://openalex.org/W2918400102","doi":"https://doi.org/10.1109/tvt.2019.2894437","title":"Knowledge-Driven Service Offloading Decision for Vehicular Edge Computing: A Deep Reinforcement Learning Approach","display_name":"Knowledge-Driven Service Offloading Decision for Vehicular Edge Computing: A Deep Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-02-28","ids":{"openalex":"https://openalex.org/W2918400102","doi":"https://doi.org/10.1109/tvt.2019.2894437","mag":"2918400102"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2894437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2894437","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100406584","display_name":"Qi Qi","orcid":"https://orcid.org/0000-0003-0829-4624"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Qi","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0829-4624","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432460","display_name":"Jingyu Wang","orcid":"https://orcid.org/0000-0002-2182-2228"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2182-2228","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039812471","display_name":"Zhanyu Ma","orcid":"https://orcid.org/0000-0003-2950-2488"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanyu Ma","raw_affiliation_strings":["Pattern Recognition and Intelligent System Laboratory, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2950-2488","affiliations":[{"raw_affiliation_string":"Pattern Recognition and Intelligent System Laboratory, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008194128","display_name":"Haifeng Sun","orcid":"https://orcid.org/0000-0003-3072-7422"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Sun","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3072-7422","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069315236","display_name":"Yufei Cao","orcid":"https://orcid.org/0000-0003-1325-8484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yufei Cao","raw_affiliation_strings":["EBUPT Information Technology Company, Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EBUPT Information Technology Company, Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036320160","display_name":"Lingxin Zhang","orcid":"https://orcid.org/0000-0001-7271-1010"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingxin Zhang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7271-1010","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055685073","display_name":"Jianxin Liao","orcid":"https://orcid.org/0000-0003-1486-0573"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxin Liao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1486-0573","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.5004,"has_fulltext":false,"cited_by_count":274,"citation_normalized_percentile":{"value":0.9969731,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"68","issue":"5","first_page":"4192","last_page":"4203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8225206136703491},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6537597179412842},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6525697112083435},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.5255799889564514},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5241577625274658},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5171005725860596},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4383404552936554},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3805033266544342},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3567468822002411},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3544633984565735},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.326726496219635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8225206136703491},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6537597179412842},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6525697112083435},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.5255799889564514},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5241577625274658},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5171005725860596},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4383404552936554},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3805033266544342},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3567468822002411},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3544633984565735},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.326726496219635},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2019.2894437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2894437","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1273367633","display_name":null,"funder_award_id":"4182041","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G158050311","display_name":"\u9762\u5411\u8f6f\u4ef6\u5b9a\u4e49\u6570\u636e\u4e2d\u5fc3\u7684\u591a\u8def\u5f84\u4f20\u8f93\u673a\u5236\u53ca\u8054\u5408\u4f18\u5316\u7406\u8bba\u7814\u7a76","funder_award_id":"61671079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1910714832","display_name":null,"funder_award_id":"$61773071$","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4669535195","display_name":"\u591a\u7528\u6237\u534f\u4f5c\u79fb\u52a8\u4e1a\u52a1\u4e91\u7684\u6784\u5efa\u4e0e\u8d44\u6e90\u4f18\u5316\u6280\u672f\u7814\u7a76","funder_award_id":"61471063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5092157715","display_name":"\u57fa\u4e8e\u4eba\u5de5\u667a\u80fd\u7684\u8f6f\u4ef6\u5b9a\u4e49\u7f51\u7edc\u6d41\u91cf\u8bc6\u522b\u4e0e\u8d44\u6e90\u5206\u914d\u7814\u7a76","funder_award_id":"61771068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2000644019","https://openalex.org/W2024949003","https://openalex.org/W2080142539","https://openalex.org/W2085625911","https://openalex.org/W2114266832","https://openalex.org/W2145339207","https://openalex.org/W2195423816","https://openalex.org/W2286340624","https://openalex.org/W2342491128","https://openalex.org/W2343050074","https://openalex.org/W2400861403","https://openalex.org/W2419140611","https://openalex.org/W2512351403","https://openalex.org/W2516316490","https://openalex.org/W2546571074","https://openalex.org/W2566425973","https://openalex.org/W2597068831","https://openalex.org/W2617766261","https://openalex.org/W2620303912","https://openalex.org/W2744008461","https://openalex.org/W2744628735","https://openalex.org/W2745574548","https://openalex.org/W2747537200","https://openalex.org/W2748166927","https://openalex.org/W2756144809","https://openalex.org/W2762586323","https://openalex.org/W2763737552","https://openalex.org/W2766867027","https://openalex.org/W2767359317","https://openalex.org/W2962788286","https://openalex.org/W2963037989","https://openalex.org/W2963549123","https://openalex.org/W2963996300","https://openalex.org/W2964043796","https://openalex.org/W2964247343","https://openalex.org/W6692846177","https://openalex.org/W6738460352"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W3014317926"],"abstract_inverted_index":{"The":[0,235],"smart":[1],"vehicles":[2],"construct":[3],"Internet":[4],"of":[5,18,24,180],"Vehicle":[6],"(IoV),":[7],"which":[8,138],"can":[9,174,221,227],"execute":[10],"various":[11],"intelligent":[12,32],"services.":[13,34],"Although":[14],"the":[15,37,41,46,62,105,108,111,116,140,145,149,153,163,170,176,181,192,197,200,203,213,223],"computation":[16],"capability":[17],"a":[19,66,92,96,128,157,188,252],"vehicle":[20],"is":[21,95,216],"limited,":[22],"multi-type":[23],"edge":[25,43,205],"computing":[26,44,206],"nodes":[27],"provide":[28],"heterogeneous":[29],"resources":[30],"for":[31,48,136,152,187],"vehicular":[33,42,214],"When":[35],"offloading":[36,63,86,133,150,194,242,254],"complex":[38,93],"service":[39,94,132,215,241],"to":[40,55,168,247],"node,":[45],"decision":[47,64,134,151,186,243,255],"its":[49],"destination":[50],"should":[51],"be":[52],"considered":[53],"according":[54],"numerous":[56],"factors.":[57],"This":[58],"paper":[59],"mostly":[60],"formulate":[61,148],"as":[65,99,156],"resource":[67,106],"scheduling":[68],"problem":[69],"with":[70],"single":[71],"or":[72],"multiple":[73,87,154],"objective":[74],"function":[75],"and":[76,114,161,208,226,250],"constraints,":[77],"where":[78],"some":[79],"customized":[80],"heuristics":[81],"algorithms":[82],"are":[83,231],"explored.":[84],"However,":[85],"data":[88,117,178],"dependence":[89,179],"tasks":[90,155,183],"in":[91,123,233],"difficult":[97],"decision,":[98],"an":[100],"optimal":[101,141,171],"solution":[102],"must":[103],"understand":[104],"requirement,":[107],"access":[109],"network,":[110],"user":[112],"mobility,":[113],"importantly":[115],"dependence.":[118],"Inspired":[119],"by":[120],"recent":[121,164],"advances":[122],"machine":[124],"learning,":[125],"we":[126],"propose":[127],"knowledge":[129],"driven":[130],"(KD)":[131],"framework":[135,198],"IoV,":[137],"provides":[139],"policy":[142,229],"directly":[143],"from":[144,191],"environment.":[146],"We":[147],"long-term":[158],"planning":[159],"problem,":[160],"explore":[162],"deep":[165],"reinforcement":[166],"learning":[167,211],"obtain":[169],"solution.":[172],"It":[173],"scruple":[175],"future":[177],"following":[182],"when":[184,212],"making":[185],"current":[189],"task":[190],"learned":[193],"knowledge.":[195],"Moreover,":[196],"supports":[199],"pre-training":[201],"at":[202],"powerful":[204],"node":[207],"continually":[209],"online":[210],"executed,":[217],"so":[218],"that":[219,230,239],"it":[220],"adapt":[222],"environment":[224],"changes":[225],"learn":[228],"sensible":[232],"foresight.":[234],"simulation":[236],"results":[237],"show":[238],"KD":[240],"converges":[244],"quickly,":[245],"adapts":[246],"different":[248],"conditions,":[249],"outperforms":[251],"greedy":[253],"algorithm.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":50},{"year":2021,"cited_by_count":46},{"year":2020,"cited_by_count":46},{"year":2019,"cited_by_count":15}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}