{"id":"https://openalex.org/W4410092605","doi":"https://doi.org/10.1364/jocn.559990","title":"Reinforcement learning for dynamic resource allocation in optical networks: hype or hope?","display_name":"Reinforcement learning for dynamic resource allocation in optical networks: hype or hope?","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4410092605","doi":"https://doi.org/10.1364/jocn.559990"},"language":"en","primary_location":{"id":"doi:10.1364/jocn.559990","is_oa":false,"landing_page_url":"https://doi.org/10.1364/jocn.559990","pdf_url":null,"source":{"id":"https://openalex.org/S180088163","display_name":"Journal of Optical Communications and Networking","issn_l":"1943-0620","issn":["1943-0620","1943-0639"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Optical Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Michael Doherty","orcid":"https://orcid.org/0009-0009-2904-4553"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Doherty","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0009-2904-4553","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006643842","display_name":"Robin Matzner","orcid":"https://orcid.org/0000-0003-0278-8500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robin Matzner","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0278-8500","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014226878","display_name":"Rasoul Sadeghi","orcid":"https://orcid.org/0000-0002-5072-7529"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rasoul Sadeghi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5072-7529","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060236860","display_name":"Polina Bayvel","orcid":"https://orcid.org/0000-0003-4880-3366"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polina Bayvel","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4880-3366","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002126652","display_name":"Alejandra Beghelli","orcid":"https://orcid.org/0000-0001-8287-5027"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alejandra Beghelli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.352,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.95776905,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"9","first_page":"D1","last_page":"D1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7449216842651367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6538257598876953},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.531994640827179},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4576941132545471},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4491826295852661},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.345909059047699},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3229864835739136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3098268508911133},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17418506741523743}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7449216842651367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6538257598876953},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.531994640827179},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4576941132545471},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4491826295852661},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.345909059047699},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3229864835739136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3098268508911133},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17418506741523743},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1364/jocn.559990","is_oa":false,"landing_page_url":"https://doi.org/10.1364/jocn.559990","pdf_url":null,"source":{"id":"https://openalex.org/S180088163","display_name":"Journal of Optical Communications and Networking","issn_l":"1943-0620","issn":["1943-0620","1943-0639"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Optical Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5450980072","display_name":"Transforming networks - building an intelligent optical infrastructure (TRANSNET)","funder_award_id":"EP/R035342/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G655822148","display_name":"EPSRC Centre for Doctoral Training in Connected Electronic and Photonic Systems (CEPS)","funder_award_id":"EP/S022139/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":139,"referenced_works":["https://openalex.org/W1980516134","https://openalex.org/W2007528514","https://openalex.org/W2069804015","https://openalex.org/W2072785024","https://openalex.org/W2074245137","https://openalex.org/W2080291071","https://openalex.org/W2100828185","https://openalex.org/W2103422708","https://openalex.org/W2105707591","https://openalex.org/W2133768407","https://openalex.org/W2144288977","https://openalex.org/W2147092597","https://openalex.org/W2156666755","https://openalex.org/W2507413285","https://openalex.org/W2552269028","https://openalex.org/W2594193043","https://openalex.org/W2736601468","https://openalex.org/W2919334842","https://openalex.org/W2951309479","https://openalex.org/W2964043796","https://openalex.org/W2974116265","https://openalex.org/W2974246161","https://openalex.org/W2976987664","https://openalex.org/W2999287272","https://openalex.org/W3005553351","https://openalex.org/W3006432778","https://openalex.org/W3032398409","https://openalex.org/W3041202696","https://openalex.org/W3088426862","https://openalex.org/W3111546598","https://openalex.org/W3120634231","https://openalex.org/W3129672668","https://openalex.org/W3130927085","https://openalex.org/W3134045105","https://openalex.org/W3161596210","https://openalex.org/W3174852697","https://openalex.org/W3182108929","https://openalex.org/W3183503069","https://openalex.org/W3186025733","https://openalex.org/W3201370334","https://openalex.org/W3205392690","https://openalex.org/W3207986795","https://openalex.org/W3208088424","https://openalex.org/W3212658727","https://openalex.org/W3217354009","https://openalex.org/W4200215365","https://openalex.org/W4206918872","https://openalex.org/W4223554347","https://openalex.org/W4225528768","https://openalex.org/W4226003960","https://openalex.org/W4281756641","https://openalex.org/W4285087766","https://openalex.org/W4285147517","https://openalex.org/W4285196348","https://openalex.org/W4285507719","https://openalex.org/W4286373691","https://openalex.org/W4287740504","https://openalex.org/W4289537641","https://openalex.org/W4290996578","https://openalex.org/W4294629941","https://openalex.org/W4295540084","https://openalex.org/W4301184287","https://openalex.org/W4301373697","https://openalex.org/W4308091036","https://openalex.org/W4312068995","https://openalex.org/W4313452950","https://openalex.org/W4313462520","https://openalex.org/W4313591374","https://openalex.org/W4313886879","https://openalex.org/W4322766790","https://openalex.org/W4324116423","https://openalex.org/W4361862326","https://openalex.org/W4381199047","https://openalex.org/W4381613517","https://openalex.org/W4382193485","https://openalex.org/W4386269340","https://openalex.org/W4386470595","https://openalex.org/W4386526730","https://openalex.org/W4386710912","https://openalex.org/W4386744545","https://openalex.org/W4387705273","https://openalex.org/W4388214388","https://openalex.org/W4388214451","https://openalex.org/W4388406678","https://openalex.org/W4389299095","https://openalex.org/W4390485834","https://openalex.org/W4392126445","https://openalex.org/W4393174656","https://openalex.org/W4393862138","https://openalex.org/W4394639039","https://openalex.org/W4399039739","https://openalex.org/W4400422028","https://openalex.org/W4400614716","https://openalex.org/W4400648350","https://openalex.org/W4400748355","https://openalex.org/W4401414134","https://openalex.org/W4401541300","https://openalex.org/W4402124949","https://openalex.org/W4402125015","https://openalex.org/W4402593944","https://openalex.org/W4402594052","https://openalex.org/W4402594432","https://openalex.org/W4402594453","https://openalex.org/W4403212590","https://openalex.org/W4403240533","https://openalex.org/W4403622870","https://openalex.org/W4403995385","https://openalex.org/W4404396542","https://openalex.org/W4404695925","https://openalex.org/W4405935197","https://openalex.org/W4405938215","https://openalex.org/W4406785116","https://openalex.org/W6649346769","https://openalex.org/W6675007664","https://openalex.org/W6680905047","https://openalex.org/W6736165654","https://openalex.org/W6772493406","https://openalex.org/W6772597830","https://openalex.org/W6774387919","https://openalex.org/W6775039030","https://openalex.org/W6779990354","https://openalex.org/W6780958759","https://openalex.org/W6787482816","https://openalex.org/W6800061891","https://openalex.org/W6803682227","https://openalex.org/W6804870411","https://openalex.org/W6807512198","https://openalex.org/W6811445423","https://openalex.org/W6838652195","https://openalex.org/W6848874007","https://openalex.org/W6851142077","https://openalex.org/W6851360926","https://openalex.org/W6853565304","https://openalex.org/W6860216963","https://openalex.org/W6864165972","https://openalex.org/W6866305305","https://openalex.org/W6866748472","https://openalex.org/W6949345693","https://openalex.org/W7024401168"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"The":[0],"application":[1],"of":[2,17,33,105,115],"reinforcement":[3],"learning":[4],"(RL)":[5],"to":[6,111,131,172],"dynamic":[7],"resource":[8,161],"allocation":[9],"in":[10,21,35,41,151],"optical":[11],"networks":[12],"has":[13],"been":[14],"the":[15,53,66,76,88,97,113,118,148],"focus":[16],"intense":[18],"research":[19,158,175],"activity":[20],"recent":[22],"years,":[23],"with":[24,102],"almost":[25],"100":[26],"peer-reviewed":[27],"papers.":[28],"We":[29,86,163],"present":[30,121],"a":[31,129],"review":[32],"progress":[34],"this":[36],"field":[37],"and":[38,44,60,74,80,91,168,176],"identify":[39],"weaknesses":[40],"benchmarking":[42],"practices":[43],"reproducibility.":[45],"To":[46,64],"demonstrate":[47,92],"best":[48,67],"practice,":[49],"we":[50,69,120],"exactly":[51],"recreate":[52],"problem":[54],"settings":[55],"from":[56],"five":[57],"landmark":[58],"papers":[59],"apply":[61,87],"improved":[62,89],"benchmarks.":[63],"determine":[65],"benchmarks,":[68,119],"evaluate":[70],"several":[71],"heuristic":[72],"algorithms":[73],"optimize":[75],"candidate":[77],"path":[78,84],"count":[79],"sort":[81],"criteria":[82],"for":[83,147],"selection.":[85],"benchmarks":[90],"that":[93,139],"simple":[94],"heuristics":[95],"outperform":[96],"published":[98],"RL":[99],"solutions,":[100],"often":[101],"an":[103],"order":[104],"magnitude":[106],"lower":[107,123],"blocking":[108,126,150],"probability.":[109],"Finally,":[110],"estimate":[112],"limits":[114],"improvement":[116],"on":[117,125,159],"empirical":[122],"bounds":[124],"probability":[127],"using":[128],"novel,":[130],"our":[132,152,165],"knowledge,":[133],"defragmentation-based":[134],"method.":[135],"Our":[136],"method":[137],"estimates":[138],"traffic":[140],"load":[141],"can":[142],"be":[143],"increased":[144],"by":[145],"19%\u201336%":[146],"same":[149],"examples,":[153],"which":[154],"may":[155],"motivate":[156],"further":[157],"optimized":[160],"allocation.":[162],"make":[164],"simulation":[166],"framework":[167],"results":[169],"openly":[170],"available":[171],"promote":[173],"reproducible":[174],"standardized":[177],"evaluation:":[178],"https://doi.org/10.5281/zenodo.12594495":[179],".":[180]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}