{"id":"https://openalex.org/W4402125320","doi":"https://doi.org/10.1109/icton62926.2024.10648122","title":"Autonomous Flow Routing Based on Deep Reinforcement Learning","display_name":"Autonomous Flow Routing Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-14","ids":{"openalex":"https://openalex.org/W4402125320","doi":"https://doi.org/10.1109/icton62926.2024.10648122"},"language":"en","primary_location":{"id":"doi:10.1109/icton62926.2024.10648122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icton62926.2024.10648122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 24th International Conference on Transparent Optical Networks (ICTON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstreams/ab44b478-a5ef-498b-bc93-93ea37b8238e/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052499510","display_name":"Sima Barzegar","orcid":"https://orcid.org/0000-0003-1916-7217"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"S. Barzegar","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002438526","display_name":"H. Shakespear-Miles","orcid":null},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"H. Shakespear-Miles","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024502660","display_name":"Marc Ruiz","orcid":"https://orcid.org/0000-0001-6429-6347"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"M. Ruiz","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051130640","display_name":"Luis Velasco","orcid":"https://orcid.org/0000-0002-7345-296X"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"L. Velasco","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain","institution_ids":["https://openalex.org/I9617848"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052499510"],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12025293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8298094272613525},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7056556940078735},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5882924199104309},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.5183050036430359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38614365458488464},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2540104389190674}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8298094272613525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7056556940078735},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5882924199104309},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.5183050036430359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38614365458488464},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2540104389190674},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icton62926.2024.10648122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icton62926.2024.10648122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 24th International Conference on Transparent Optical Networks (ICTON)","raw_type":"proceedings-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/424107","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/424107","pdf_url":"https://upcommons.upc.edu/bitstreams/ab44b478-a5ef-498b-bc93-93ea37b8238e/download","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/424107","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/424107","pdf_url":"https://upcommons.upc.edu/bitstreams/ab44b478-a5ef-498b-bc93-93ea37b8238e/download","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1251922550","display_name":null,"funder_award_id":"101096466","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1480886386","display_name":null,"funder_award_id":"10109646","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1650125035","display_name":null,"funder_award_id":"B-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G219554222","display_name":null,"funder_award_id":"101096466","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G4129837197","display_name":null,"funder_award_id":"G.A. 101096466","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4525095827","display_name":null,"funder_award_id":"PID2020-114135RB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5805502524","display_name":null,"funder_award_id":"PID2020","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G6589649124","display_name":null,"funder_award_id":"PID2020-","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G7283689855","display_name":null,"funder_award_id":"PID2020-114135RB-I00","funder_id":"https://openalex.org/F4320322121","funder_display_name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322121","display_name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats","ror":"https://ror.org/0371hy230"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402125320.pdf","grobid_xml":"https://content.openalex.org/works/W4402125320.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W180119731","https://openalex.org/W2121863487","https://openalex.org/W2888353605","https://openalex.org/W3100366369","https://openalex.org/W4200477986","https://openalex.org/W4389352465","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864"],"abstract_inverted_index":{"The":[0],"progression":[1],"of":[2,117,129],"5G":[3],"and":[4,13,24],"beyond":[5],"brings":[6],"forth":[7],"a":[8,45,54],"demand":[9],"for":[10,22,58,87],"dynamic":[11,94,121],"services":[12],"with":[14,37,63],"it":[15],"many":[16],"service":[17],"requirements,":[18],"prompting":[19],"the":[20,78,88,115],"need":[21],"adaptable":[23],"automated":[25],"solutions.":[26],"Existing":[27],"autonomous":[28,59],"network":[29,47],"operations,":[30],"reliant":[31],"on":[32,44,69,105],"Machine":[33],"Learning,":[34],"often":[35],"grapple":[36],"real-time":[38],"responsiveness":[39],"due":[40],"to":[41,77,90],"their":[42],"dependency":[43],"global":[46],"perspective.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52],"show":[53],"distributed":[55,97],"approach":[56,119],"tailored":[57],"near-real-time":[60],"flow":[61],"routing":[62,111],"QoS":[64],"assurance.":[65],"Our":[66],"strategy":[67],"centers":[68],"reducing":[70],"response":[71],"times":[72],"by":[73],"decentralizing":[74],"intelligence":[75],"closer":[76],"data":[79],"plane.":[80],"Utilizing":[81],"Deep":[82],"Reinforcement":[83],"Learning":[84],"(DRL)":[85],"allows":[86],"solution":[89],"be":[91],"suitable":[92],"in":[93,120],"scenarios.":[95],"Through":[96],"decision-making,":[98],"node":[99],"agents":[100],"ensure":[101],"QoS,":[102],"specifically":[103],"focusing":[104],"end-to-end":[106],"delay,":[107],"while":[108],"simultaneously":[109],"optimizing":[110],"costs.":[112],"Results":[113],"underscore":[114],"effectiveness":[116],"our":[118],"scenarios,":[122],"showcasing":[123],"its":[124],"applicability":[125],"without":[126],"prior":[127],"knowledge":[128],"traffic":[130],"profiles.":[131]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}