{"id":"https://openalex.org/W4393342214","doi":"https://doi.org/10.1145/3653975","title":"RayNet: A Simulation Platform for Developing Reinforcement Learning-Driven Network Protocols","display_name":"RayNet: A Simulation Platform for Developing Reinforcement Learning-Driven Network Protocols","publication_year":2024,"publication_date":"2024-03-30","ids":{"openalex":"https://openalex.org/W4393342214","doi":"https://doi.org/10.1145/3653975"},"language":"en","primary_location":{"id":"doi:10.1145/3653975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3653975","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3653975","source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3653975","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053841088","display_name":"Luca Giacomoni","orcid":"https://orcid.org/0000-0003-1535-7558"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Luca Giacomoni","raw_affiliation_strings":["University of Sussex, Brighton, UK"],"raw_orcid":"https://orcid.org/0000-0003-1535-7558","affiliations":[{"raw_affiliation_string":"University of Sussex, Brighton, UK","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059764280","display_name":"Basil Benny","orcid":"https://orcid.org/0000-0003-4168-6961"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Basil Benny","raw_affiliation_strings":["University of Sussex, Brighton UK","University of Sussex, Brighton, UK"],"raw_orcid":"https://orcid.org/0000-0003-4168-6961","affiliations":[{"raw_affiliation_string":"University of Sussex, Brighton UK","institution_ids":["https://openalex.org/I162608824"]},{"raw_affiliation_string":"University of Sussex, Brighton, UK","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042777423","display_name":"George Parisis","orcid":"https://orcid.org/0000-0002-1298-7143"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"George Parisis","raw_affiliation_strings":["University of Sussex, Brighton UK","University of Sussex, Brighton, UK"],"raw_orcid":"https://orcid.org/0000-0002-1298-7143","affiliations":[{"raw_affiliation_string":"University of Sussex, Brighton UK","institution_ids":["https://openalex.org/I162608824"]},{"raw_affiliation_string":"University of Sussex, Brighton, UK","institution_ids":["https://openalex.org/I162608824"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053841088"],"corresponding_institution_ids":["https://openalex.org/I162608824"],"apc_list":null,"apc_paid":null,"fwci":1.6041,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.83404229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"3","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7795063257217407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7110483646392822},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4420084059238434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21906313300132751}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7795063257217407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7110483646392822},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4420084059238434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21906313300132751}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3653975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3653975","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3653975","source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3653975","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3653975","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3653975","source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393342214.pdf","grobid_xml":"https://content.openalex.org/works/W4393342214.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W124285992","https://openalex.org/W1594386250","https://openalex.org/W2004890151","https://openalex.org/W2022844530","https://openalex.org/W2091565802","https://openalex.org/W2100092760","https://openalex.org/W2105514976","https://openalex.org/W2119963242","https://openalex.org/W2121863487","https://openalex.org/W2123117904","https://openalex.org/W2128033115","https://openalex.org/W2173248099","https://openalex.org/W2310249834","https://openalex.org/W2339109141","https://openalex.org/W2736601468","https://openalex.org/W2758296822","https://openalex.org/W2761862361","https://openalex.org/W2786928559","https://openalex.org/W2788422624","https://openalex.org/W2822101158","https://openalex.org/W2898231005","https://openalex.org/W2898754723","https://openalex.org/W2900617671","https://openalex.org/W2903523957","https://openalex.org/W2911573951","https://openalex.org/W2920933065","https://openalex.org/W2943466984","https://openalex.org/W2943717074","https://openalex.org/W2952298682","https://openalex.org/W2963079995","https://openalex.org/W2963864421","https://openalex.org/W2981618170","https://openalex.org/W3002844053","https://openalex.org/W3016712945","https://openalex.org/W3043239066","https://openalex.org/W3086005199","https://openalex.org/W3108669277","https://openalex.org/W3109980475","https://openalex.org/W3163599366","https://openalex.org/W4240522432","https://openalex.org/W4252215110","https://openalex.org/W4284897198","https://openalex.org/W4298857966","https://openalex.org/W4324292117","https://openalex.org/W6637967152","https://openalex.org/W6741002519","https://openalex.org/W6748554570"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890","https://openalex.org/W4380318855","https://openalex.org/W2031695474"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"has":[3],"gained":[4],"significant":[5,50],"momentum":[6],"in":[7,18,54,77,171,198,207],"the":[8,93,118,131,141],"development":[9,94,120],"of":[10,95,121,140,144,158,200],"network":[11,58,97,105,123],"protocols.":[12,98],"However,":[13],"RL-based":[14,68,96,122,151,169],"protocols":[15,69,124],"are":[16,72],"still":[17],"their":[19,145],"infancy,":[20],"and":[21,39,48,52,56,74,88,135,177,192],"substantial":[22],"research":[23,170],"is":[24,36],"required":[25],"to":[26,190],"build":[27],"deployable":[28],"solutions.":[29],"Developing":[30],"a":[31,37,86,102,109,149,156,165,185],"protocol":[32],"based":[33],"on":[34,130,137],"RL":[35,208],"complex":[38],"challenging":[40],"process":[41],"that":[42,126,161,194],"involves":[43],"several":[44],"model":[45],"design":[46],"decisions":[47],"requires":[49],"training":[51,65,111,176],"evaluation":[53],"real":[55],"simulated":[57],"topologies.":[59],"Network":[60],"simulators":[61],"offer":[62],"an":[63],"efficient":[64],"environment":[66],"for":[67,92,113,168],"because":[70],"they":[71],"deterministic":[73],"can":[75,128,163,204],"run":[76],"parallel.":[78],"In":[79],"this":[80],"article,":[81],"we":[82],"introduce":[83],"RayNet":[84,99,116,162,181,195],",":[85,184],"scalable":[87,110,175],"adaptable":[89],"simulation":[90],"platform":[91,112,167,186],"integrates":[100],"OMNeT++,":[101],"fully":[103],"programmable":[104],"simulator,":[106],"with":[107,182,187],"Ray/RLlib,":[108],"distributed":[114],"RL.":[115],"facilitates":[117],"methodical":[119],"so":[125],"researchers":[127],"focus":[129],"problem":[132],"at":[133],"hand":[134],"not":[136],"implementation":[138],"details":[139],"learning":[142],"aspect":[143],"research.":[146],"We":[147,179],"developed":[148],"simple":[150],"congestion":[152],"control":[153],"approach":[154],"as":[155],"proof":[157],"concept":[159],"showcasing":[160],"be":[164],"valuable":[166],"computer":[172],"networks,":[173],"enabling":[174],"evaluation.":[178],"compared":[180],"ns3-gym":[183],"similar":[188],"objectives":[189],"RayNet,":[191],"showed":[193],"performs":[196],"better":[197],"terms":[199],"how":[201],"fast":[202],"agents":[203],"collect":[205],"experience":[206],"environments.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}