{"id":"https://openalex.org/W4313584523","doi":"https://doi.org/10.3390/s23010429","title":"AQMDRL: Automatic Quality of Service Architecture Based on Multistep Deep Reinforcement Learning in Software-Defined Networking","display_name":"AQMDRL: Automatic Quality of Service Architecture Based on Multistep Deep Reinforcement Learning in Software-Defined Networking","publication_year":2022,"publication_date":"2022-12-30","ids":{"openalex":"https://openalex.org/W4313584523","doi":"https://doi.org/10.3390/s23010429","pmid":"https://pubmed.ncbi.nlm.nih.gov/36617026"},"language":"en","primary_location":{"id":"doi:10.3390/s23010429","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23010429","pdf_url":"https://www.mdpi.com/1424-8220/23/1/429/pdf?version=1672804222","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/1/429/pdf?version=1672804222","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009301306","display_name":"Junyan Chen","orcid":"https://orcid.org/0000-0001-6516-9067"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyan Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China","School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","School of Information and Communication, Guilin University of Electronic Technology, Guilin 541004, China"],"raw_orcid":"https://orcid.org/0000-0001-6516-9067","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang 110819, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069728630","display_name":"Cenhuishan Liao","orcid":"https://orcid.org/0000-0002-6383-4630"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cenhuishan Liao","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424366","display_name":"Yong Wang","orcid":"https://orcid.org/0000-0001-7670-3958"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yong Wang","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327028","display_name":"Lei Jin","orcid":"https://orcid.org/0000-0001-9404-313X"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Jin","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052482686","display_name":"Xiaoye Lu","orcid":"https://orcid.org/0000-0001-9786-5884"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoye Lu","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102834936","display_name":"Xiaolan Xie","orcid":"https://orcid.org/0000-0002-9004-6111"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolan Xie","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023822600","display_name":"Rui Yao","orcid":"https://orcid.org/0000-0003-2734-915X"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yao","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin 541004, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100424366"],"corresponding_institution_ids":["https://openalex.org/I5343935"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.2024,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80290076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"23","issue":"1","first_page":"429","last_page":"429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8626703023910522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7680598497390747},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5774106383323669},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5448704361915588},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5433647036552429},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5280826091766357},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.46288204193115234},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4611620604991913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4464230537414551},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4194886386394501},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32936710119247437},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.24930712580680847},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20911476016044617},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08588728308677673}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8626703023910522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7680598497390747},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5774106383323669},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5448704361915588},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5433647036552429},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5280826091766357},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.46288204193115234},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4611620604991913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4464230537414551},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4194886386394501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32936710119247437},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.24930712580680847},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20911476016044617},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08588728308677673},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s23010429","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23010429","pdf_url":"https://www.mdpi.com/1424-8220/23/1/429/pdf?version=1672804222","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:36617026","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36617026","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:c475dc9b14084b338f975614d87874ab","is_oa":false,"landing_page_url":"https://doaj.org/article/c475dc9b14084b338f975614d87874ab","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 1, p 429 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/23/1/429/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s23010429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 23; Issue 1; Pages: 429","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9824725","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9824725","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s23010429","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23010429","pdf_url":"https://www.mdpi.com/1424-8220/23/1/429/pdf?version=1672804222","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1271893644","display_name":null,"funder_award_id":"2020GXNSFDA238001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4017709905","display_name":null,"funder_award_id":"2020KY05033","funder_id":"https://openalex.org/F4320327602","funder_display_name":"Middle-aged and Young Teachers' Basic Ability Promotion Project of Guangxi"},{"id":"https://openalex.org/G4468355845","display_name":null,"funder_award_id":"2020KY05033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5854506774","display_name":"EB\u7ea7\u96c6\u7fa4\u5b58\u50a8\u6027\u80fd\u4f18\u5316\u53ca\u8282\u70b9\u95f4\u9ad8\u6548\u901a\u4fe1\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61861013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327602","display_name":"Middle-aged and Young Teachers' Basic Ability Promotion Project of Guangxi","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4313584523.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2531123705","https://openalex.org/W2782453202","https://openalex.org/W2783509896","https://openalex.org/W2787938642","https://openalex.org/W2980820804","https://openalex.org/W2986807517","https://openalex.org/W2994779073","https://openalex.org/W3012537611","https://openalex.org/W3017748691","https://openalex.org/W3021973688","https://openalex.org/W3042857242","https://openalex.org/W3078093847","https://openalex.org/W3093348818","https://openalex.org/W3096881138","https://openalex.org/W3104294226","https://openalex.org/W3106012580","https://openalex.org/W3114396470","https://openalex.org/W3117041256","https://openalex.org/W3132293030","https://openalex.org/W3139223121","https://openalex.org/W3160355689","https://openalex.org/W3166882625","https://openalex.org/W3185904346","https://openalex.org/W3187250547","https://openalex.org/W3195830083","https://openalex.org/W3215027493","https://openalex.org/W4200161340","https://openalex.org/W4206494827","https://openalex.org/W4211111628","https://openalex.org/W4212989058","https://openalex.org/W4213109482","https://openalex.org/W4213318441","https://openalex.org/W4220679344","https://openalex.org/W4225293050","https://openalex.org/W4296569566","https://openalex.org/W4307268190","https://openalex.org/W6784938585","https://openalex.org/W6808169989","https://openalex.org/W6809005730","https://openalex.org/W6810270004","https://openalex.org/W7043498934"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Software-defined":[0],"networking":[1],"(SDN)":[2],"has":[3,40],"become":[4],"one":[5],"of":[6,59,70,100,114,129,140,150,182,207],"the":[7,30,57,81,97,109,115,126,130,136,141,148,155,179,183,191,197,203],"critical":[8],"technologies":[9],"for":[10,73],"data":[11],"center":[12],"networks,":[13],"as":[14,145],"it":[15,146],"can":[16,159],"improve":[17,161,178],"network":[18,68,138,204],"performance":[19,99,199],"from":[20],"a":[21,104,168],"global":[22],"perspective":[23],"using":[24],"artificial":[25],"intelligence":[26],"algorithms.":[27,212],"Due":[28],"to":[29,95,107,177],"strong":[31],"decision-making":[32],"and":[33,47,63,111,158,200],"generalization":[34],"ability,":[35],"deep":[36,52,116],"reinforcement":[37,53],"learning":[38,54],"(DRL)":[39],"been":[41],"used":[42],"in":[43,66],"SDN":[44,208],"intelligent":[45],"routing":[46],"scheduling":[48],"mechanisms.":[49],"However,":[50],"traditional":[51],"algorithms":[55],"present":[56],"problems":[58,113],"slow":[60],"convergence":[61,162,180,198],"rate":[62,181],"instability,":[64],"resulting":[65],"poor":[67],"quality":[69],"service":[71],"(QoS)":[72],"an":[74,86],"extended":[75],"period":[76],"before":[77],"convergence.":[78],"Aiming":[79],"at":[80],"above":[82],"problems,":[83],"we":[84,166,193],"propose":[85],"automatic":[87],"QoS":[88,98],"architecture":[89],"based":[90,172],"on":[91,173],"multistep":[92,105,123,184],"DRL":[93,211],"(AQMDRL)":[94],"optimize":[96],"SDN.":[101],"AQMDRL":[102,192],"uses":[103,125],"approach":[106,124],"solve":[108],"overestimation":[110],"underestimation":[112],"deterministic":[117],"policy":[118],"gradient":[119],"(DDPG)":[120],"algorithm.":[121,186],"The":[122],"maximum":[127],"value":[128],"n-step":[131],"action":[132],"currently":[133],"estimated":[134],"by":[135,154],"neural":[137],"instead":[139],"one-step":[142],"Q-value":[143,156],"function,":[144],"reduces":[147,202],"possibility":[149],"positive":[151],"error":[152],"generated":[153],"function":[157],"effectively":[160,201],"stability.":[163],"In":[164],"addition,":[165],"adapt":[167],"prioritized":[169],"experience":[170],"sampling":[171],"SumTree":[174],"binary":[175],"trees":[176],"DDPG":[185],"Our":[187],"experiments":[188],"show":[189],"that":[190],"proposed":[194],"significantly":[195],"improves":[196],"transmission":[205],"delay":[206],"over":[209],"existing":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}