{"id":"https://openalex.org/W166274978","doi":null,"title":"Applying Reinforcement Learning to Packet Scheduling in Routers","display_name":"Applying Reinforcement Learning to Packet Scheduling in Routers","publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W166274978","mag":"166274978"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.520.1576","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.520.1576","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.aaai.org/Papers/IAAI/2003/IAAI03-011.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065698056","display_name":"Herman Ferr\u00e1","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herman Ferr\u00e1","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089078556","display_name":"K.M. Lau","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"K.M. Lau","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076014464","display_name":"Christopher A. Leckie","orcid":"https://orcid.org/0000-0002-4388-0517","observed_orcids":["https://orcid.org/0000-0002-4388-0517"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher Leckie","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4388-0517","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080989357","display_name":"Anderson Tang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anderson Tang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3983,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.7732311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"79","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/packet-scheduling","display_name":"packet scheduling","score":0.9860000014305115},{"id":"https://openalex.org/keywords/routers","display_name":"routers","score":0.796999990940094},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9760000109672546},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"quality of service","score":0.9819999933242798},{"id":"https://openalex.org/keywords/traffic-classes","display_name":"traffic classes","score":0.8539999723434448},{"id":"https://openalex.org/keywords/scheduling-policies","display_name":"scheduling policies","score":0.859000027179718},{"id":"https://openalex.org/keywords/best-effort-service","display_name":"best-effort service","score":0.6679999828338623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8424407243728638},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6952420473098755},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6895116567611694},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5882725119590759},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5832105278968811},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.548665463924408},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.46112316846847534},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4497036933898926},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.44076356291770935},{"id":"https://openalex.org/C163099246","wikidata":"https://www.wikidata.org/wiki/Q1978975","display_name":"Network scheduler","level":5,"score":0.4208008646965027},{"id":"https://openalex.org/C21434264","wikidata":"https://www.wikidata.org/wiki/Q7247320","display_name":"Processing delay","level":4,"score":0.2815518379211426},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.20031708478927612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13345324993133545},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07647371292114258},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.520.1576","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.520.1576","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.aaai.org/Papers/IAAI/2003/IAAI03-011.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.95.3388","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.95.3388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csse.unimelb.edu.au/~caleckie/iaai03.pdf","raw_type":"text"},{"id":"mag:166274978","doi":null,"is_oa":false,"landing_page_url":"https://www.aaai.org/Papers/IAAI/2003/IAAI03-011.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418918","display_name":"Innovative Applications of Artificial Intelligence","issn_l":"2154-8080","issn":["2154-8080"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Innovative Applications of Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1592064028","https://openalex.org/W1648240113","https://openalex.org/W1960238564","https://openalex.org/W1977867261","https://openalex.org/W2100926996","https://openalex.org/W2110398403","https://openalex.org/W2121863487","https://openalex.org/W3011120880","https://openalex.org/W3097540521"],"related_works":["https://openalex.org/W2804859635","https://openalex.org/W7099964721","https://openalex.org/W1497297211","https://openalex.org/W7098987428","https://openalex.org/W2311487184","https://openalex.org/W2186133085","https://openalex.org/W3091871409","https://openalex.org/W6922326481","https://openalex.org/W2100926996","https://openalex.org/W1967250403"],"abstract_inverted_index":{"An":[0],"important":[1],"problem":[2,30,97],"for":[3,49,101],"the":[4,20,57,69,94,117,137,172],"Internet":[5],"is":[6,31,54,67,153],"how":[7,32,90,107],"to":[8,15,19,46,166],"provide":[9],"a":[10,127,161],"guaranteed":[11,162],"quality":[12,118,163],"of":[13,28,41,71,119,122,129,139,150,164,171],"service":[14,120,165],"users,":[16],"in":[17,64,79,144],"contrast":[18],"cur-rent":[21],"\u201cbest-effort":[22],"\u201d":[23],"service.":[24],"A":[25,61,147],"key":[26],"aspect":[27],"this":[29,86,145,151],"routers":[33],"should":[34],"share":[35],"network":[36,158,173],"capacity":[37],"between":[38],"different":[39,141],"classes":[40,125],"traffic.":[42],"This":[43],"decision":[44],"needs":[45],"be":[47,77],"made":[48],"each":[50,72],"in-coming":[51],"packet,":[52],"and":[53,81],"known":[55,78],"as":[56,98],"packet":[58,65,95],"scheduling":[59,66,96,113],"prob-lem.":[60],"major":[62,148],"challenge":[63],"that":[68,115,154],"be-haviour":[70],"traffic":[73,124],"class":[74],"may":[75],"not":[76],"advance,":[80],"can":[82,111,156],"vary":[83],"dynamically.":[84],"In":[85],"paper,":[87],"we":[88,91,155],"describe":[89],"have":[92],"modelled":[93],"an":[99,134],"appli-cation":[100],"reinforcement":[102],"learning":[103],"(RL).":[104],"We":[105,131],"demonstrate":[106],"our":[108],"RL":[109,142],"approach":[110,152],"learn":[112],"policies":[114],"satisfy":[116],"requirements":[121],"multiple":[123],"un-der":[126],"variety":[128],"conditions.":[130],"also":[132],"present":[133],"insight":[135],"into":[136],"effectiveness":[138],"two":[140],"algorithms":[143],"context.":[146],"benefit":[149],"help":[157],"providers":[159],"deliver":[160],"customers":[167],"without":[168],"manual":[169],"fine-tuning":[170],"routers.":[174]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}