{"id":"https://openalex.org/W4408610675","doi":"https://doi.org/10.1109/mnet.2025.3552929","title":"In-Network Q-Learning-Based Packet Forwarding for Delay Sensitive Applications","display_name":"In-Network Q-Learning-Based Packet Forwarding for Delay Sensitive Applications","publication_year":2025,"publication_date":"2025-03-19","ids":{"openalex":"https://openalex.org/W4408610675","doi":"https://doi.org/10.1109/mnet.2025.3552929"},"language":"en","primary_location":{"id":"doi:10.1109/mnet.2025.3552929","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2025.3552929","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045370699","display_name":"Marco Polverini","orcid":"https://orcid.org/0000-0002-2614-7567"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marco Polverini","raw_affiliation_strings":["Department of Information Engineering, Electronics and Telecommunications (DIET), Sapienza University of Rome, Rome, Italy","Sapienza University of Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2614-7567","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, Electronics and Telecommunications (DIET), Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Sapienza University of Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016624070","display_name":"Antonio Cianfrani","orcid":"https://orcid.org/0000-0003-3488-8901"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Cianfrani","raw_affiliation_strings":["Department of Biosciences and Territory, University of Molise, Pesche, Italy","University of Molise, Italy"],"raw_orcid":"https://orcid.org/0000-0003-3488-8901","affiliations":[{"raw_affiliation_string":"Department of Biosciences and Territory, University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]},{"raw_affiliation_string":"University of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103219426","display_name":"Marco Listanti","orcid":"https://orcid.org/0000-0001-9020-1831"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Listanti","raw_affiliation_strings":["Department of Information Engineering, Electronics and Telecommunications (DIET), Sapienza University of Rome, Rome, Italy","Sapienza University of Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9020-1831","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, Electronics and Telecommunications (DIET), Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Sapienza University of Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027735700","display_name":"Tommaso Caiazzi","orcid":"https://orcid.org/0009-0007-2852-6310"},"institutions":[{"id":"https://openalex.org/I119003972","display_name":"Roma Tre University","ror":"https://ror.org/05vf0dg29","country_code":"IT","type":"education","lineage":["https://openalex.org/I119003972"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Caiazzi","raw_affiliation_strings":["Department of Civil, Computer Science and Aeronautical Technologies Engineering, Roma Tre University, Rome, Italy","Roma Tre University, Italy"],"raw_orcid":"https://orcid.org/0009-0007-2852-6310","affiliations":[{"raw_affiliation_string":"Department of Civil, Computer Science and Aeronautical Technologies Engineering, Roma Tre University, Rome, Italy","institution_ids":["https://openalex.org/I119003972"]},{"raw_affiliation_string":"Roma Tre University, Italy","institution_ids":["https://openalex.org/I119003972"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089462139","display_name":"Mariano Scazzariello","orcid":"https://orcid.org/0000-0002-9780-873X"},"institutions":[{"id":"https://openalex.org/I2800664555","display_name":"RISE Research Institutes of Sweden","ror":"https://ror.org/03nnxqz81","country_code":"SE","type":"other","lineage":["https://openalex.org/I2800664555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mariano Scazzariello","raw_affiliation_strings":["RISE Research Institutes of Sweden, Kista, Sweden","RISE Research Institutes of Sweden, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-9780-873X","affiliations":[{"raw_affiliation_string":"RISE Research Institutes of Sweden, Kista, Sweden","institution_ids":["https://openalex.org/I2800664555"]},{"raw_affiliation_string":"RISE Research Institutes of Sweden, Sweden","institution_ids":["https://openalex.org/I2800664555"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5045370699"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04437504,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":"3","first_page":"127","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.781928300857544},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6787525415420532},{"id":"https://openalex.org/keywords/packet-forwarding","display_name":"Packet forwarding","score":0.5976220965385437},{"id":"https://openalex.org/keywords/packet-switching","display_name":"Packet switching","score":0.5292450785636902},{"id":"https://openalex.org/keywords/transmission-delay","display_name":"Transmission delay","score":0.5117759108543396},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4818609654903412},{"id":"https://openalex.org/keywords/processing-delay","display_name":"Processing delay","score":0.4482389986515045},{"id":"https://openalex.org/keywords/fast-packet-switching","display_name":"Fast packet switching","score":0.44680774211883545},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4288758933544159},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.1529763638973236},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.148570716381073}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781928300857544},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6787525415420532},{"id":"https://openalex.org/C120317029","wikidata":"https://www.wikidata.org/wiki/Q874048","display_name":"Packet forwarding","level":3,"score":0.5976220965385437},{"id":"https://openalex.org/C113508815","wikidata":"https://www.wikidata.org/wiki/Q193446","display_name":"Packet switching","level":3,"score":0.5292450785636902},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.5117759108543396},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4818609654903412},{"id":"https://openalex.org/C21434264","wikidata":"https://www.wikidata.org/wiki/Q7247320","display_name":"Processing delay","level":4,"score":0.4482389986515045},{"id":"https://openalex.org/C115023222","wikidata":"https://www.wikidata.org/wiki/Q5437045","display_name":"Fast packet switching","level":5,"score":0.44680774211883545},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4288758933544159},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.1529763638973236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.148570716381073}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mnet.2025.3552929","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2025.3552929","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},{"id":"pmh:oai:iris.uniroma3.it:11590/541176","is_oa":false,"landing_page_url":"https://hdl.handle.net/11590/541176","pdf_url":null,"source":{"id":"https://openalex.org/S4377196120","display_name":"Iris (Roma Tre University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119003972","host_organization_name":"Roma Tre University","host_organization_lineage":["https://openalex.org/I119003972"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W170020907","https://openalex.org/W1994926493","https://openalex.org/W2613070411","https://openalex.org/W3094019951","https://openalex.org/W3104294226","https://openalex.org/W3115478688","https://openalex.org/W4313855707","https://openalex.org/W4386205625","https://openalex.org/W4386260407","https://openalex.org/W4389934525","https://openalex.org/W4392946646","https://openalex.org/W4400646316","https://openalex.org/W4408325043","https://openalex.org/W6855762377"],"related_works":["https://openalex.org/W2005981682","https://openalex.org/W2912124905","https://openalex.org/W1974797779","https://openalex.org/W1484728688","https://openalex.org/W2158612383","https://openalex.org/W1632126614","https://openalex.org/W2353337311","https://openalex.org/W2280033551","https://openalex.org/W2054775128","https://openalex.org/W3016182145"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,32,39,52,135,138,160],"Artificial":[3],"Intelligence":[4],"principles":[5,31],"represents":[6],"the":[7,17,30,37,49,53,76,133,157],"next":[8],"research":[9],"challenge":[10],"to":[11,42,74,86,104,126,149],"support":[12],"future":[13],"network":[14,102,106,109,119],"applications":[15],"in":[16,48,58,92,115],"upcoming":[18],"6G":[19,54],"era.":[20],"In":[21],"this":[22],"work,":[23],"we":[24,60],"propose":[25],"a":[26,44,62],"novel":[27],"approach:":[28],"exploiting":[29],"Reinforcement":[33],"Learning":[34],"(RL)":[35],"and":[36,71,99,117,130],"availability":[38],"programmable":[40],"switches":[41],"implement":[43],"new":[45],"forwarding":[46,64],"mechanism":[47,65],"data":[50],"plane":[51],"core":[55],"network.":[56],"More":[57],"detail,":[59],"define":[61],"Q-learning-based":[63],"that":[66,163],"acts":[67],"at":[68,80],"packet":[69],"level":[70],"is":[72,96,164],"able":[73],"select":[75],"minimum":[77],"latency":[78,162],"path":[79],"line":[81],"rate.":[82],"Our":[83],"solution,":[84],"referred":[85],"as":[87],"Q-Learning-based":[88],"Queue":[89],"Length":[90],"Routing":[91],"DAta":[93],"Plane":[94],"((QL)2-RODAP),":[95],"fully":[97],"decentralized":[98],"exploits":[100],"in-band":[101],"telemetry":[103],"distribute":[105],"states":[107],"among":[108],"nodes.":[110],"We":[111],"show":[112],"that,":[113],"either":[114],"random":[116],"real":[118],"topologies,":[120],"our":[121],"(QL)2-RODAP":[122],"algorithm":[123],"promptly":[124],"reacts":[125],"sudden":[127],"traffic":[128],"bursts,":[129],"allows":[131],"reducing":[132],"peak":[134],"queuing":[136],"delays":[137],"about":[139],"<inline-formula":[140],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[142],"<tex-math":[143],"notation=\"LaTeX\">$65-85$":[144],"</tex-math></inline-formula>":[145],"%":[146],"with":[147],"respect":[148],"other":[150],"RL":[151],"based":[152],"approaches,":[153],"thus":[154],"cutting":[155],"off":[156],"long":[158],"tail":[159],"end-to-end":[161],"critical":[165],"for":[166],"delay":[167],"sensitive":[168],"applications.":[169]},"counts_by_year":[],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}