{"id":"https://openalex.org/W4281781988","doi":"https://doi.org/10.1109/noms54207.2022.9789930","title":"Revisiting the Classics: Online RL in the Programmable Dataplane","display_name":"Revisiting the Classics: Online RL in the Programmable Dataplane","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W4281781988","doi":"https://doi.org/10.1109/noms54207.2022.9789930"},"language":"en","primary_location":{"id":"doi:10.1109/noms54207.2022.9789930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms54207.2022.9789930","pdf_url":null,"source":{"id":"https://openalex.org/S4363605650","display_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/38321.html>","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042118036","display_name":"Kyle A. Simpson","orcid":"https://orcid.org/0000-0001-8068-9909"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Kyle A. Simpson","raw_affiliation_strings":["University of Glasgow,Glasgow,Scotland","University of Glasgow, Glasgow, Scotland"],"affiliations":[{"raw_affiliation_string":"University of Glasgow,Glasgow,Scotland","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"University of Glasgow, Glasgow, Scotland","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021350142","display_name":"Dimitrios P. Pezaros","orcid":"https://orcid.org/0000-0003-0939-378X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitrios P. Pezaros","raw_affiliation_strings":["University of Glasgow,Glasgow,Scotland","University of Glasgow, Glasgow, Scotland"],"affiliations":[{"raw_affiliation_string":"University of Glasgow,Glasgow,Scotland","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"University of Glasgow, Glasgow, Scotland","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5042118036"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":2.1465,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.88298755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5560478568077087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5560478568077087}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/noms54207.2022.9789930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms54207.2022.9789930","pdf_url":null,"source":{"id":"https://openalex.org/S4363605650","display_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:262493","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/38321.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:262493","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/38321.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1708471004","display_name":null,"funder_award_id":"EP/N033957/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2334643659","display_name":"DTP 2016-2017 University of Glasgow","funder_award_id":"EP/N509668/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8186088439","display_name":"Network Measurement as a Service","funder_award_id":"EP/N033957/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1435010830","https://openalex.org/W1994926493","https://openalex.org/W2040882418","https://openalex.org/W2065776696","https://openalex.org/W2156639545","https://openalex.org/W2169553922","https://openalex.org/W2266701264","https://openalex.org/W2291160084","https://openalex.org/W2546571074","https://openalex.org/W2551375806","https://openalex.org/W2604665012","https://openalex.org/W2744628735","https://openalex.org/W2768254111","https://openalex.org/W2783777339","https://openalex.org/W2788842776","https://openalex.org/W2824027552","https://openalex.org/W2867345499","https://openalex.org/W2868447023","https://openalex.org/W2878215196","https://openalex.org/W2883929540","https://openalex.org/W2887424871","https://openalex.org/W2889314677","https://openalex.org/W2901551283","https://openalex.org/W2905104204","https://openalex.org/W2915376612","https://openalex.org/W2939653360","https://openalex.org/W2949161920","https://openalex.org/W2967062414","https://openalex.org/W2968450015","https://openalex.org/W2970821029","https://openalex.org/W2975941132","https://openalex.org/W2979501713","https://openalex.org/W2983064679","https://openalex.org/W2983123278","https://openalex.org/W2995496823","https://openalex.org/W2996037775","https://openalex.org/W3008784007","https://openalex.org/W3043303805","https://openalex.org/W3100222862","https://openalex.org/W3104173699","https://openalex.org/W3110168429","https://openalex.org/W3113606433","https://openalex.org/W3153432701","https://openalex.org/W3154219392","https://openalex.org/W4214717370","https://openalex.org/W4287672235","https://openalex.org/W4295262505","https://openalex.org/W4301455809","https://openalex.org/W6628561984","https://openalex.org/W6693397755","https://openalex.org/W6693721977","https://openalex.org/W6696798448","https://openalex.org/W6747717762","https://openalex.org/W6760703128","https://openalex.org/W6767032739","https://openalex.org/W6768262878","https://openalex.org/W6769138899","https://openalex.org/W6772005887","https://openalex.org/W6774779351","https://openalex.org/W6780268766","https://openalex.org/W6780438843","https://openalex.org/W6782518020"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Data-driven":[0],"networking":[1],"is":[2,189],"becoming":[3],"more":[4],"capable":[5],"and":[6,27,117,140,156,186,188],"widely":[7],"researched,":[8],"partly":[9],"driven":[10],"by":[11,89,167],"the":[12,21,37,52,78],"efficacy":[13],"of":[14,23,46],"Deep":[15],"Reinforcement":[16],"Learning":[17],"(DRL)":[18],"algorithms.":[19],"Yet":[20],"complexity":[22],"both":[24,183],"DRL":[25],"inference":[26,135],"learning":[28,45,76,83],"force":[29],"these":[30],"tasks":[31],"to":[32,39,64,72,77,91,106,121,137,180,195],"be":[33,107],"pushed":[34],"away":[35],"from":[36],"dataplane":[38],"hosts,":[40,112,122],"harming":[41],"latency-sensitive":[42],"applications.":[43],"Online":[44],"such":[47],"policies":[48],"cannot":[49],"occur":[50],"in":[51,85,129,144],"dataplane,":[53],"despite":[54,113],"being":[55],"useful":[56],"techniques":[57],"when":[58],"problems":[59],"evolve":[60],"or":[61],"are":[62],"hard":[63],"model.We":[65],"present":[66],"OPaL\u2014On":[67],"Path":[68],"Learning\u2014the":[69],"first":[70],"work":[71],"bring":[73],"online":[74,82,145],"reinforcement":[75],"dataplane.":[79,171],"OPaL":[80],"makes":[81],"possible":[84],"constrained":[86],"SmartNIC":[87,104],"hardware":[88],"returning":[90],"classical":[92],"RL":[93],"techniques\u2014avoiding":[94],"neural":[95],"networks.":[96],"Our":[97],"design":[98,173],"allows":[99],"weak":[100],"yet":[101],"highly":[102],"parallel":[103],"NPUs":[105],"competitive":[108],"against":[109],"commodity":[110],"x86":[111],"having":[114],"fewer":[115],"features":[116],"slower":[118],"cores.":[119],"Compared":[120],"we":[123],"achieve":[124],"a":[125,168],"21":[126],"\u00d7":[127,142],"reduction":[128],"99.99":[130],"<sup":[131],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[132],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">th</sup>":[133],"tail":[134],"times":[136],"34":[138],"\u00b5s,":[139],"9.9":[141],"improvement":[143],"throughput":[146],"for":[147],"real-world":[148],"policy":[149],"designs.":[150],"In-NIC":[151],"execution":[152],"eliminates":[153],"PCIe":[154],"transfers,":[155],"our":[157],"asynchronous":[158],"compute":[159],"model":[160],"ensures":[161],"minimal":[162],"impact":[163],"on":[164],"traffic":[165],"carried":[166],"co-hosted":[169],"P4":[170],"OPaL\u2019s":[172],"scales":[174],"with":[175],"additional":[176],"resources":[177],"at":[178,192],"compile-time":[179],"improve":[181],"upon":[182],"decision":[184],"latency":[185],"throughput,":[187],"quickly":[190],"reconfigurable":[191],"runtime":[193],"compared":[194],"reinstalling":[196],"device":[197],"firmware.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}