{"id":"https://openalex.org/W4405717596","doi":"https://doi.org/10.1109/tmc.2024.3521247","title":"Adaptive Joint Routing and Caching in Knowledge-Defined Networking: An Actor-Critic Deep Reinforcement Learning Approach","display_name":"Adaptive Joint Routing and Caching in Knowledge-Defined Networking: An Actor-Critic Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405717596","doi":"https://doi.org/10.1109/tmc.2024.3521247"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3521247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3521247","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100740877","display_name":"Yang Xiao","orcid":"https://orcid.org/0000-0001-6897-5531"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Xiao","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115580384","display_name":"Huihan Yu","orcid":"https://orcid.org/0000-0002-5240-722X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihan Yu","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115580434","display_name":"Ying Yang","orcid":"https://orcid.org/0000-0001-9434-5760"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Yang","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yixing Wang","orcid":"https://orcid.org/0000-0003-3418-770X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixing Wang","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362109","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0003-4007-6109"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008864376","display_name":"Nirwan Ansari","orcid":"https://orcid.org/0000-0001-8541-3565"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nirwan Ansari","raw_affiliation_strings":["Electrical and Computer Engineering Department, New Jersey Institute of Technology, Newark, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, New Jersey Institute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100740877"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.0302,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79718266,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"24","issue":"5","first_page":"4118","last_page":"4135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9490000009536743,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8477901220321655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8267463445663452},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5532373189926147},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.543212354183197},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49532070755958557},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4418303370475769},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4251275956630707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3878141939640045},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.3370281457901001},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.2795040011405945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8477901220321655},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8267463445663452},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5532373189926147},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.543212354183197},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49532070755958557},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4418303370475769},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4251275956630707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3878141939640045},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.3370281457901001},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2795040011405945},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3521247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3521247","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1320136579","display_name":null,"funder_award_id":"62371057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1481924060","https://openalex.org/W1967570846","https://openalex.org/W1972738071","https://openalex.org/W2040340473","https://openalex.org/W2083313960","https://openalex.org/W2111576904","https://openalex.org/W2118404561","https://openalex.org/W2132022337","https://openalex.org/W2145091572","https://openalex.org/W2145339207","https://openalex.org/W2471288191","https://openalex.org/W2479945379","https://openalex.org/W2498604117","https://openalex.org/W2508490649","https://openalex.org/W2557772052","https://openalex.org/W2565419328","https://openalex.org/W2590825195","https://openalex.org/W2755353685","https://openalex.org/W2807161440","https://openalex.org/W2885998864","https://openalex.org/W2908740999","https://openalex.org/W2920054549","https://openalex.org/W2921735065","https://openalex.org/W2929457212","https://openalex.org/W2934046414","https://openalex.org/W2951360122","https://openalex.org/W2963060851","https://openalex.org/W2963290757","https://openalex.org/W2963549123","https://openalex.org/W2964102050","https://openalex.org/W2964331420","https://openalex.org/W2969320674","https://openalex.org/W2973229164","https://openalex.org/W2982304192","https://openalex.org/W3004154416","https://openalex.org/W3004348976","https://openalex.org/W3009308134","https://openalex.org/W3019817166","https://openalex.org/W3027424685","https://openalex.org/W3038089015","https://openalex.org/W3096894748","https://openalex.org/W3155224216","https://openalex.org/W3157880762","https://openalex.org/W3187829000","https://openalex.org/W3215027493","https://openalex.org/W4206113377","https://openalex.org/W4206150889","https://openalex.org/W4211068600","https://openalex.org/W4229507690","https://openalex.org/W4247255165","https://openalex.org/W4280636822","https://openalex.org/W4285218144","https://openalex.org/W4288064493","https://openalex.org/W4296079296","https://openalex.org/W4312425703","https://openalex.org/W4313044357","https://openalex.org/W4313855707","https://openalex.org/W4315473069","https://openalex.org/W4392940056","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6748839928","https://openalex.org/W6775920414"],"related_works":["https://openalex.org/W1997091564","https://openalex.org/W2220567392","https://openalex.org/W146128134","https://openalex.org/W2607223747","https://openalex.org/W4316021914","https://openalex.org/W2352609928","https://openalex.org/W2102655743","https://openalex.org/W2088890914","https://openalex.org/W2090180826","https://openalex.org/W2915872201"],"abstract_inverted_index":{"By":[0],"integrating":[1],"the":[2,8,26,62,96,125,131,148,163,174,178,183,189],"software-defined":[3],"networking":[4,14],"(SDN)":[5],"architecture":[6],"with":[7,138],"machine":[9],"learning-based":[10],"knowledge":[11],"plane,":[12],"knowledge-defined":[13],"(KDN)":[15],"is":[16,48],"revolutionizing":[17],"established":[18],"traffic":[19,38],"engineering":[20],"(TE)":[21],"methodologies.":[22],"This":[23,46],"paper":[24],"investigates":[25],"challenging":[27],"joint":[28,87],"routing":[29,88],"and":[30,89,111,188],"caching":[31,90,140],"problem":[32],"in":[33,91,156],"KDN-based":[34,92],"networks,":[35],"managing":[36],"multiple":[37,99],"flows":[39],"to":[40,67,123,173],"improve":[41],"long-term":[42],"quality-of-service":[43],"(QoS)":[44],"performance.":[45],"challenge":[47],"formulated":[49],"as":[50],"a":[51],"computationally":[52],"expensive":[53],"non-convex":[54],"mixed-integer":[55],"non-linear":[56],"programming":[57],"(MINLP)":[58],"problem,":[59],"which":[60],"exceeds":[61],"capacity":[63],"of":[64,98,151,177],"heuristic":[65,164],"methods":[66,155],"achieve":[68],"near-optimal":[69],"solutions.":[70],"To":[71],"address":[72],"this":[73],"issue,":[74],"we":[75],"present":[76],"DRL-JRC,":[77],"an":[78],"actor-critic":[79],"deep":[80],"reinforcement":[81],"learning":[82],"(DRL)":[83],"algorithm":[84],"for":[85],"adaptive":[86],"networks.":[93],"DRL-JRC":[94,117,152,160,181],"orchestrates":[95],"optimization":[97,121,127],"QoS":[100],"metrics,":[101],"including":[102],"end-to-end":[103,184],"delay,":[104],"packet":[105,190],"loss":[106,191],"rate,":[107],"load":[108],"balancing":[109],"index,":[110],"hop":[112],"count.":[113],"During":[114],"offline":[115],"training,":[116],"employs":[118],"proximal":[119],"policy":[120,126,133,168],"(PPO)":[122],"smooth":[124],"process.":[128],"In":[129],"addition,":[130],"learned":[132],"can":[134],"be":[135],"seamlessly":[136],"integrated":[137],"conventional":[139],"solutions":[141],"during":[142,170],"online":[143],"execution.":[144,171],"Extensive":[145],"experiments":[146],"demonstrate":[147],"comprehensive":[149],"superiority":[150],"over":[153],"baseline":[154,165,179],"various":[157],"scenarios.":[158],"Meanwhile,":[159],"consistently":[161],"outperforms":[162],"under":[166],"partial":[167],"deployment":[169],"Compared":[172],"average":[175],"performance":[176],"methods,":[180],"reduces":[182],"delay":[185],"by":[186,193],"51.14%":[187],"rate":[192],"40.78%.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}