{"id":"https://openalex.org/W4311925369","doi":"https://doi.org/10.1109/iccsi55536.2022.9970698","title":"Active Queue Management Based on Q-Learning Traffic Predictor","display_name":"Active Queue Management Based on Q-Learning Traffic Predictor","publication_year":2022,"publication_date":"2022-11-18","ids":{"openalex":"https://openalex.org/W4311925369","doi":"https://doi.org/10.1109/iccsi55536.2022.9970698"},"language":"en","primary_location":{"id":"doi:10.1109/iccsi55536.2022.9970698","doi":"https://doi.org/10.1109/iccsi55536.2022.9970698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccsi55536.2022.9970698","pdf_url":null,"source":{"id":"https://openalex.org/S4363608341","display_name":"International Conference on Cyber-Physical Social Intelligence (ICCSI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Cyber-Physical Social Intelligence (ICCSI)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076433870","display_name":"JingYun Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"JingYun Liu","raw_affiliation_strings":["Dalian University,Key Laboratory of Communication and Networking,Dalian,China","Key Laboratory of Communication and Networking, Dalian University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University,Key Laboratory of Communication and Networking,Dalian,China","institution_ids":["https://openalex.org/I4210092944"]},{"raw_affiliation_string":"Key Laboratory of Communication and Networking, Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090451391","display_name":"Debin Wei","orcid":"https://orcid.org/0000-0002-8950-5341","observed_orcids":["https://orcid.org/0000-0002-8950-5341"]},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"DeBin Wei","raw_affiliation_strings":["Dalian University,Key Laboratory of Communication and Networking,Dalian,China","Key Laboratory of Communication and Networking, Dalian University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University,Key Laboratory of Communication and Networking,Dalian,China","institution_ids":["https://openalex.org/I4210092944"]},{"raw_affiliation_string":"Key Laboratory of Communication and Networking, Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210092944"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210092944"],"apc_list":null,"apc_paid":null,"fwci":1.173,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.74450359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"399","last_page":"404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-queue-management","display_name":"active queue management","score":1.0},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.8960000276565552},{"id":"https://openalex.org/keywords/traffic-forecasting","display_name":"traffic prediction","score":0.902999997138977},{"id":"https://openalex.org/keywords/network-congestion","display_name":"network congestion","score":0.6439999938011169},{"id":"https://openalex.org/keywords/queue-length-prediction","display_name":"queue length prediction","score":0.7400000095367432},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9570000171661377},{"id":"https://openalex.org/keywords/packet-loss-rate","display_name":"packet loss rate","score":0.6190000176429749},{"id":"https://openalex.org/keywords/throughput","display_name":"throughput","score":0.6079999804496765},{"id":"https://openalex.org/keywords/latency","display_name":"latency","score":0.7960000038146973},{"id":"https://openalex.org/keywords/5g","display_name":"5G","score":0.7269999980926514},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.9819999933242798}],"concepts":[{"id":"https://openalex.org/C34793927","wikidata":"https://www.wikidata.org/wiki/Q583367","display_name":"Active queue management","level":4,"score":0.9022446870803833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7842769622802734},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.7085670232772827},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5848478078842163},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.564749538898468},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.5279026627540588},{"id":"https://openalex.org/C161965511","wikidata":"https://www.wikidata.org/wiki/Q560448","display_name":"Random early detection","level":5,"score":0.49177196621894836},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.48284536600112915},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.47620949149131775},{"id":"https://openalex.org/C176715033","wikidata":"https://www.wikidata.org/wiki/Q2080768","display_name":"Traffic generation model","level":2,"score":0.4606170356273651},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4319028854370117},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.429061621427536},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.4190846085548401},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4187008738517761},{"id":"https://openalex.org/C128220111","wikidata":"https://www.wikidata.org/wiki/Q4531011","display_name":"Queue management system","level":3,"score":0.413780152797699},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccsi55536.2022.9970698","doi":"https://doi.org/10.1109/iccsi55536.2022.9970698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccsi55536.2022.9970698","pdf_url":null,"source":{"id":"https://openalex.org/S4363608341","display_name":"International Conference on Cyber-Physical Social Intelligence (ICCSI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Cyber-Physical Social Intelligence (ICCSI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.7207000255584717}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1559042896","https://openalex.org/W2126316555","https://openalex.org/W2144195358","https://openalex.org/W2158733823","https://openalex.org/W2162220891","https://openalex.org/W2167870975","https://openalex.org/W2185239634","https://openalex.org/W2789386460","https://openalex.org/W2807536558","https://openalex.org/W2894393199","https://openalex.org/W3038077692","https://openalex.org/W3159537171","https://openalex.org/W3186705566","https://openalex.org/W3204813133","https://openalex.org/W4220688493"],"related_works":["https://openalex.org/W2098954718","https://openalex.org/W2102147581","https://openalex.org/W2162220891","https://openalex.org/W4367280871","https://openalex.org/W1570089139","https://openalex.org/W2384679493","https://openalex.org/W7147233610","https://openalex.org/W3109639060","https://openalex.org/W2150925226","https://openalex.org/W1970035771"],"abstract_inverted_index":{"With":[0],"the":[1,7,19,21,68,74,91,103,125,133,138,144,182,187,191,197,203,206,211,217,229],"rapid":[2],"development":[3],"of":[4,9,12,93,105,127,137,190,213,216],"5G":[5],"and":[6,27,29,40,51,76,87,109,140,171,195,226,233],"Internet":[8,22],"Things,":[10],"billions":[11],"smart":[13],"devices":[14],"will":[15,23,32],"be":[16,24,61],"connected":[17],"to":[18,36,60,73,114,167,176,200],"network,":[20],"more":[25,118],"heterogeneous":[26],"complex,":[28],"network":[30,49,78,81,95,101,169,178],"traffic":[31,79,115,160,183],"further":[33,227],"increase.":[34],"How":[35],"better":[37],"manage":[38],"queues":[39],"reduce":[41],"congestion":[42,128],"while":[43],"meeting":[44],"users'":[45],"requirements":[46],"for":[47],"low":[48],"latency":[50,234],"high":[52],"throughput":[53,232],"is":[54],"an":[55,122,130,150],"urgent":[56],"problem":[57,212],"that":[58],"needs":[59],"solved.":[62],"The":[63],"traditional":[64],"AQM":[65,230],"algorithm":[66,154,156,175,219],"adjusts":[67],"packet":[69,134],"drop":[70],"probability":[71],"according":[72],"current":[75],"previous":[77],"intensity,":[80],"load,":[82],"queue":[83,152,193],"length,":[84,194],"queuing":[85],"delay":[86],"other":[88],"factors.":[89],"In":[90],"face":[92],"a":[94],"environment":[96],"with":[97,222],"drastic":[98],"changes":[99,116],"in":[100,111,121,124,132,142,205],"traffic,":[102,170,179],"shortcomings":[104],"its":[106],"relative":[107],"lag":[108],"difficulty":[110,141],"responding":[112],"quickly":[113],"are":[117],"obvious,":[119],"resulting":[120],"increase":[123,131],"number":[126],"occurrences,":[129],"loss":[135],"rate":[136],"link,":[139],"ensuring":[143],"utilization":[145],"rate.":[146],"This":[147],"paper":[148],"proposes":[149],"active":[151],"management":[153],"QP-AQM":[155],"based":[157],"on":[158],"Q-learning":[159],"predictor.":[161],"It":[162],"uses":[163,172],"Markov":[164],"decision":[165],"process":[166],"model":[168],"improved":[173],"Q-Learning":[174],"predict":[177],"then":[180],"convert":[181],"prediction":[184,188,198],"result":[185,199],"into":[186],"value":[189],"average":[192],"use":[196],"adaptively":[201],"modify":[202],"parameters":[204],"ARED":[207,218],"algorithm,":[208],"which":[209],"solves":[210],"poor":[214],"performance":[215],"when":[220],"dealing":[221],"highly":[223],"congested":[224],"links,":[225],"improves":[228],"algorithm.":[231],"performance.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2023-01-02T00:00:00"}