{"id":"https://openalex.org/W4400973772","doi":"https://doi.org/10.3390/fi16080265","title":"Active Queue Management in L4S with Asynchronous Advantage Actor-Critic: A FreeBSD Networking Stack Perspective","display_name":"Active Queue Management in L4S with Asynchronous Advantage Actor-Critic: A FreeBSD Networking Stack Perspective","publication_year":2024,"publication_date":"2024-07-25","ids":{"openalex":"https://openalex.org/W4400973772","doi":"https://doi.org/10.3390/fi16080265"},"language":"en","primary_location":{"id":"doi:10.3390/fi16080265","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16080265","pdf_url":"https://www.mdpi.com/1999-5903/16/8/265/pdf?version=1721991313","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/8/265/pdf?version=1721991313","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110286045","display_name":"Deol Satish","orcid":null},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Deol Satish","raw_affiliation_strings":["IoT & Software Engineering Research Lab, School of Information Technology, Deakin University, Geelong, VIC 3220, Australia"],"affiliations":[{"raw_affiliation_string":"IoT & Software Engineering Research Lab, School of Information Technology, Deakin University, Geelong, VIC 3220, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060462225","display_name":"Jonathan Kua","orcid":"https://orcid.org/0000-0001-9699-9418"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Jonathan Kua","raw_affiliation_strings":["IoT & Software Engineering Research Lab, School of Information Technology, Deakin University, Geelong, VIC 3220, Australia"],"affiliations":[{"raw_affiliation_string":"IoT & Software Engineering Research Lab, School of Information Technology, Deakin University, Geelong, VIC 3220, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038446422","display_name":"Shiva Raj Pokhrel","orcid":"https://orcid.org/0000-0001-5819-765X"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shiva Raj Pokhrel","raw_affiliation_strings":["IoT & Software Engineering Research Lab, School of Information Technology, Deakin University, Geelong, VIC 3220, Australia"],"affiliations":[{"raw_affiliation_string":"IoT & Software Engineering Research Lab, School of Information Technology, Deakin University, Geelong, VIC 3220, Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060462225"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.3842,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82143682,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"16","issue":"8","first_page":"265","last_page":"265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9162218570709229},{"id":"https://openalex.org/keywords/active-queue-management","display_name":"Active queue management","score":0.746195912361145},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7010129690170288},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.6518822312355042},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5496779084205627},{"id":"https://openalex.org/keywords/protocol-stack","display_name":"Protocol stack","score":0.5066114664077759},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.46864622831344604},{"id":"https://openalex.org/keywords/transmission-control-protocol","display_name":"Transmission Control Protocol","score":0.4646669626235962},{"id":"https://openalex.org/keywords/voice-over-ip","display_name":"Voice over IP","score":0.44174662232398987},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4387476146221161},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4303993582725525},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4122054874897003},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3578006625175476},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2162739336490631},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15443465113639832}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9162218570709229},{"id":"https://openalex.org/C34793927","wikidata":"https://www.wikidata.org/wiki/Q583367","display_name":"Active queue management","level":4,"score":0.746195912361145},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7010129690170288},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.6518822312355042},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5496779084205627},{"id":"https://openalex.org/C38601921","wikidata":"https://www.wikidata.org/wiki/Q1757693","display_name":"Protocol stack","level":3,"score":0.5066114664077759},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.46864622831344604},{"id":"https://openalex.org/C33588617","wikidata":"https://www.wikidata.org/wiki/Q8803","display_name":"Transmission Control Protocol","level":3,"score":0.4646669626235962},{"id":"https://openalex.org/C171246234","wikidata":"https://www.wikidata.org/wiki/Q81945","display_name":"Voice over IP","level":3,"score":0.44174662232398987},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4387476146221161},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4303993582725525},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4122054874897003},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3578006625175476},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2162739336490631},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15443465113639832},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/fi16080265","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16080265","pdf_url":"https://www.mdpi.com/1999-5903/16/8/265/pdf?version=1721991313","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2024:i:8:p:265-:d:1442878","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/8/265/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:e5d9e4c5cf864ab29a1e2b2251a5d770","is_oa":true,"landing_page_url":"https://doaj.org/article/e5d9e4c5cf864ab29a1e2b2251a5d770","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 8, p 265 (2024)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/26762443","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Active_Queue_Management_in_L4S_with_Asynchronous_Advantage_Actor-Critic_A_FreeBSD_Networking_Stack_Perspective/26762443","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/fi16080265","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16080265","pdf_url":"https://www.mdpi.com/1999-5903/16/8/265/pdf?version=1721991313","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400973772.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1525901266","https://openalex.org/W1609755472","https://openalex.org/W1982421724","https://openalex.org/W1995941149","https://openalex.org/W2003755558","https://openalex.org/W2004244301","https://openalex.org/W2145942024","https://openalex.org/W2158733823","https://openalex.org/W2260756217","https://openalex.org/W2539125154","https://openalex.org/W2592273991","https://openalex.org/W2592387059","https://openalex.org/W2602023803","https://openalex.org/W2728890595","https://openalex.org/W2887102340","https://openalex.org/W2995824708","https://openalex.org/W3007259698","https://openalex.org/W3009333951","https://openalex.org/W3125445994","https://openalex.org/W3159537171","https://openalex.org/W3186705566","https://openalex.org/W3199037333","https://openalex.org/W3204813133","https://openalex.org/W4311925369","https://openalex.org/W4317629845","https://openalex.org/W4317629865","https://openalex.org/W4391174755","https://openalex.org/W6681441866","https://openalex.org/W6753852455"],"related_works":["https://openalex.org/W2182569792","https://openalex.org/W3131239946","https://openalex.org/W2560928347","https://openalex.org/W2071614110","https://openalex.org/W2184673077","https://openalex.org/W3164718788","https://openalex.org/W2128459994","https://openalex.org/W2319456540","https://openalex.org/W2150019706","https://openalex.org/W2104875655"],"abstract_inverted_index":{"Bufferbloat":[0],"is":[1,48],"one":[2],"of":[3,7,22,33,77,82,190],"the":[4,15,20,96,108,117,142,164,171,188,199],"leading":[5],"causes":[6],"high":[8],"data":[9],"transmission":[10],"latency":[11,151],"and":[12,44,62,80,101,149,152,162,204],"jitter":[13],"on":[14],"Internet,":[16],"which":[17],"severely":[18],"impacts":[19],"performance":[21,166],"low-latency":[23],"interactive":[24],"applications":[25],"such":[26],"as":[27],"online":[28],"streaming,":[29],"cloud-based":[30],"gaming/applications,":[31],"Internet":[32],"Things":[34],"(IoT)":[35],"applications,":[36],"voice":[37],"over":[38],"IP":[39],"(VoIP),":[40],"real-time":[41],"video":[42],"conferencing,":[43],"so":[45],"forth.":[46],"There":[47],"currently":[49],"a":[50,90,130],"pressing":[51],"need":[52],"for":[53,85,139,194],"developing":[54],"Transmission":[55],"Control":[56],"Protocol":[57],"(TCP)":[58],"congestion":[59],"control":[60],"algorithms":[61],"bottleneck":[63],"queue":[64,135,147],"management":[65,136,148],"schemes":[66],"that":[67],"can":[68],"collaboratively":[69],"control/reduce":[70],"end-to-end":[71],"latency,":[72,98],"thus":[73],"ensuring":[74],"optimal":[75],"quality":[76,81],"service":[78],"(QoS)":[79],"experience":[83],"(QoE)":[84],"users.":[86],"This":[87,184],"paper":[88,185,209],"introduces":[89],"novel":[91],"solution":[92],"by":[93,107],"experimentally":[94],"integrate":[95],"low":[97,99],"loss,":[100],"scalable":[102],"throughput":[103],"(L4S)":[104],"architecture":[105],"(specified":[106],"IETF":[109],"in":[110,113,198,207],"RFC":[111],"9330)":[112],"FreeBSD":[114,143],"framework":[115],"with":[116,180],"asynchronous":[118],"advantage":[119],"actor-critic":[120],"(A3C)":[121],"reinforcement":[122],"learning":[123,192],"algorithm.":[124],"The":[125,155,201],"first":[126],"phase":[127,157],"involves":[128],"incorporating":[129],"modified":[131],"dual-queue":[132],"coupled":[133],"active":[134],"(AQM)":[137],"system":[138,165],"L4S":[140],"into":[141],"networking":[144],"stack,":[145],"enhancing":[146],"mitigating":[150],"packet":[153],"loss.":[154],"second":[156],"employs":[158],"A3C":[159],"to":[160,187],"adjust":[161],"fine-tune":[163],"dynamically.":[167],"Finally,":[168],"we":[169],"evaluate":[170],"proposed":[172],"solution\u2019s":[173],"effectiveness":[174],"through":[175,213],"comprehensive":[176],"experiments,":[177],"comparing":[178],"it":[179],"traditional":[181],"AQM-based":[182],"systems.":[183],"contributes":[186],"advancement":[189],"machine":[191],"(ML)":[193],"transport":[195],"protocol":[196],"research":[197],"field.":[200],"experimental":[202],"implementation":[203],"results":[205],"presented":[206],"this":[208],"are":[210],"made":[211],"available":[212],"our":[214],"GitHub":[215],"repositories.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}