{"id":"https://openalex.org/W4389544815","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333855","title":"Knowledge-Driven Multi-Agent Reinforcement Learning for Computation Offloading in Cybertwin-Enabled Internet of Vehicles","display_name":"Knowledge-Driven Multi-Agent Reinforcement Learning for Computation Offloading in Cybertwin-Enabled Internet of Vehicles","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4389544815","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333855"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-fall60731.2023.10333855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048712226","display_name":"Ruijin Sun","orcid":"https://orcid.org/0000-0002-4403-9893"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijin Sun","raw_affiliation_strings":["Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442777","display_name":"Xiao Yang","orcid":"https://orcid.org/0009-0009-6191-1522"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Yang","raw_affiliation_strings":["Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050651525","display_name":"Nan Cheng","orcid":"https://orcid.org/0000-0001-7907-2071"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Cheng","raw_affiliation_strings":["Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036982027","display_name":"Xiucheng Wang","orcid":"https://orcid.org/0000-0003-1439-4875"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiucheng Wang","raw_affiliation_strings":["Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015340798","display_name":"Changle Li","orcid":"https://orcid.org/0000-0003-2568-8908"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changle Li","raw_affiliation_strings":["Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Lab of ISN,Xi’an,P.R. China,710071","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.0889,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8068231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8596943616867065},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8063858151435852},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6432340741157532},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5917707085609436},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5863324999809265},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.46546483039855957},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4460085332393646},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4406791627407074},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.43611398339271545},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.41968652606010437},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.3676331639289856},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.30670732259750366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2971634864807129},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.28833070397377014}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8596943616867065},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8063858151435852},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6432340741157532},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5917707085609436},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5863324999809265},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.46546483039855957},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4460085332393646},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4406791627407074},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.43611398339271545},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.41968652606010437},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3676331639289856},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.30670732259750366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2971634864807129},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.28833070397377014},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2023-fall60731.2023.10333855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2918325405","https://openalex.org/W2991103840","https://openalex.org/W3032554070","https://openalex.org/W3035788210","https://openalex.org/W3045955967","https://openalex.org/W3080667742","https://openalex.org/W3111499798","https://openalex.org/W3212630591","https://openalex.org/W4220799465","https://openalex.org/W4293057488","https://openalex.org/W4308736131","https://openalex.org/W4315630242","https://openalex.org/W6770566355"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"By":[0],"offloading":[1,30,69,93,115],"computation-intensive":[2],"tasks":[3],"of":[4,17,40,67,103,162],"vehicles":[5,41],"to":[6,63,88,111],"roadside":[7],"units":[8],"(RSUs),":[9],"mobile":[10],"edge":[11],"computing":[12],"(MEC)":[13],"in":[14,51,70,74,95],"the":[15,22,38,65,75,78,96,101,113,160],"Internet":[16],"Vehicles":[18],"(IoV)":[19],"can":[20],"relieve":[21],"onboard":[23],"computation":[24],"burden.":[25],"However,":[26],"existing":[27],"model-based":[28],"task":[29,68,104],"methods":[31,44],"suffer":[32],"from":[33,159],"heavy":[34],"computational":[35],"complexity":[36],"with":[37,155],"increase":[39],"and":[42,91,134,150],"data-driven":[43],"lack":[45],"interpretability.":[46],"To":[47,99],"address":[48],"these":[49],"challenges,":[50],"this":[52],"paper,":[53],"we":[54],"propose":[55],"a":[56,82,106],"knowledge-driven":[57],"multi-agent":[58],"reinforcement":[59],"learning":[60],"(KMARL)":[61],"approach":[62,108],"reduce":[64,100],"latency":[66,102],"cybertwin-enabled":[71],"IoV.":[72],"Specifically,":[73],"considered":[76],"scenario,":[77],"cybertwin":[79],"serves":[80],"as":[81],"communication":[83,132],"agent":[84],"for":[85,117],"each":[86,118],"vehicle":[87],"exchange":[89],"information":[90],"make":[92],"decisions":[94],"virtual":[97],"space.":[98],"offloading,":[105],"KMARL":[107,146],"is":[109],"proposed":[110,145],"select":[112],"optimal":[114],"option":[116],"vehicle,":[119],"where":[120],"graph":[121],"neural":[122,138],"networks":[123],"are":[124],"employed":[125],"by":[126],"leveraging":[127],"domain":[128,163],"knowledge":[129],"concerning":[130],"graph-structure":[131],"topology":[133],"permutation":[135],"invariance":[136],"into":[137],"networks.":[139],"Numerical":[140],"results":[141],"show":[142],"that":[143],"our":[144],"yields":[147],"higher":[148],"rewards":[149],"demonstrates":[151],"improved":[152],"scalability":[153],"compared":[154],"other":[156],"methods,":[157],"benefitting":[158],"integration":[161],"knowledge.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}