{"id":"https://openalex.org/W3039467067","doi":"https://doi.org/10.1109/lcn48667.2020.9314771","title":"LFQ: Online Learning of Per-flow Queuing Policies using Deep Reinforcement Learning","display_name":"LFQ: Online Learning of Per-flow Queuing Policies using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-11-16","ids":{"openalex":"https://openalex.org/W3039467067","doi":"https://doi.org/10.1109/lcn48667.2020.9314771","mag":"3039467067"},"language":"en","primary_location":{"id":"doi:10.1109/lcn48667.2020.9314771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcn48667.2020.9314771","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 45th Conference on Local Computer Networks (LCN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.02735","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Maximilian Bachl","orcid":null},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Maximilian Bachl","raw_affiliation_strings":["Technische Universit\u00e4t Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Joachim Fabini","orcid":null},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Joachim Fabini","raw_affiliation_strings":["Technische Universit\u00e4t Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tanja Zseby","orcid":null},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Tanja Zseby","raw_affiliation_strings":["Technische Universit\u00e4t Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145847075"],"apc_list":null,"apc_paid":null,"fwci":0.4684,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.5112915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"417","last_page":"420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-queue-management","display_name":"Active queue management","score":0.8446000218391418},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.7646999955177307},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7174000144004822},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.6552000045776367},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.6535000205039978},{"id":"https://openalex.org/keywords/flow-control","display_name":"Flow control (data)","score":0.5414999723434448},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5357999801635742},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.5289000272750854},{"id":"https://openalex.org/keywords/queue-management-system","display_name":"Queue management system","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C34793927","wikidata":"https://www.wikidata.org/wiki/Q583367","display_name":"Active queue management","level":4,"score":0.8446000218391418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728999853134155},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.7646999955177307},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7174000144004822},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.6552000045776367},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.6535000205039978},{"id":"https://openalex.org/C186766456","wikidata":"https://www.wikidata.org/wiki/Q612457","display_name":"Flow control (data)","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5357999801635742},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5285999774932861},{"id":"https://openalex.org/C128220111","wikidata":"https://www.wikidata.org/wiki/Q4531011","display_name":"Queue management system","level":3,"score":0.5139999985694885},{"id":"https://openalex.org/C143647952","wikidata":"https://www.wikidata.org/wiki/Q1392979","display_name":"Fair queuing","level":5,"score":0.5116999745368958},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4577000141143799},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C161965511","wikidata":"https://www.wikidata.org/wiki/Q560448","display_name":"Random early detection","level":5,"score":0.3855000138282776},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37139999866485596},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3619999885559082},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3357999920845032},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.3296999931335449},{"id":"https://openalex.org/C201511382","wikidata":"https://www.wikidata.org/wiki/Q16801758","display_name":"Multilevel queue","level":4,"score":0.3262999951839447},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C102486512","wikidata":"https://www.wikidata.org/wiki/Q457762","display_name":"Weighted fair queueing","level":3,"score":0.2924000024795532},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C40842320","wikidata":"https://www.wikidata.org/wiki/Q19423","display_name":"Buffer overflow","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25949999690055847},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C61298376","wikidata":"https://www.wikidata.org/wiki/Q1760683","display_name":"Explicit Congestion Notification","level":5,"score":0.2578999996185303}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcn48667.2020.9314771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcn48667.2020.9314771","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 45th Conference on Local Computer Networks (LCN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.02735","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.02735","pdf_url":"https://arxiv.org/pdf/2007.02735","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.02735","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.02735","pdf_url":"https://arxiv.org/pdf/2007.02735","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2539125154","https://openalex.org/W2807976173","https://openalex.org/W2955665578","https://openalex.org/W2957514980","https://openalex.org/W2966568328","https://openalex.org/W3003573149","https://openalex.org/W3004118469","https://openalex.org/W3138562521","https://openalex.org/W6718475312","https://openalex.org/W6750761875","https://openalex.org/W6760049269","https://openalex.org/W6795549423"],"related_works":[],"abstract_inverted_index":{"The":[0],"increasing":[1],"number":[2],"of":[3,15],"different,":[4],"incompatible":[5],"congestion":[6,36,120],"control":[7],"algorithms":[8],"has":[9,52],"led":[10],"to":[11,93,114,126],"an":[12,62,75],"increased":[13],"deployment":[14],"fair":[16,48,128],"queuing.":[17],"Fair":[18,79],"queuing":[19,49],"isolates":[20],"each":[21,30,44,90,115],"network":[22],"flow":[23,31,91,116],"and":[24,123],"can":[25,107],"thus":[26],"guarantee":[27],"fairness":[28],"for":[29,89],"even":[32],"if":[33],"the":[34,47,85,110,138],"flows'":[35],"controls":[37],"are":[38],"not":[39],"inherently":[40],"fair.":[41],"So":[42],"far,":[43],"queue":[45,112],"in":[46],"system":[50],"either":[51],"a":[53,94],"fixed,":[54],"static":[55],"maximum":[56],"size":[57,88,113],"or":[58,140],"is":[59],"managed":[60],"by":[61],"Active":[63],"Queue":[64],"Management":[65],"(AQM)":[66],"algorithm":[67,106],"like":[68],"CoDel.":[69],"In":[70],"this":[71],"paper":[72],"we":[73],"design":[74],"AQM":[76,129],"mechanism":[77],"(Learning":[78],"Qdisc":[80],"(LFQ))":[81],"that":[82,101],"dynamically":[83,108],"learns":[84],"optimal":[86,111],"buffer":[87],"according":[92],"specified":[95],"reward":[96],"function":[97],"online.":[98],"We":[99],"show":[100],"our":[102],"Deep":[103],"Learning":[104],"based":[105],"assign":[109],"depending":[117],"on":[118],"its":[119],"control,":[121],"delay":[122],"bandwidth.":[124],"Comparing":[125],"competing":[127],"schedulers,":[130],"it":[131],"provides":[132],"significantly":[133],"smaller":[134],"queues":[135],"while":[136],"achieving":[137],"same":[139],"higher":[141],"throughput.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2020-07-10T00:00:00"}