{"id":"https://openalex.org/W4385655894","doi":"https://doi.org/10.1109/icton59386.2023.10207531","title":"Reinforcement Learning for Autonomous Traffic Flow Capacity Management","display_name":"Reinforcement Learning for Autonomous Traffic Flow Capacity Management","publication_year":2023,"publication_date":"2023-07-02","ids":{"openalex":"https://openalex.org/W4385655894","doi":"https://doi.org/10.1109/icton59386.2023.10207531"},"language":"en","primary_location":{"id":"doi:10.1109/icton59386.2023.10207531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icton59386.2023.10207531","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 23rd International Conference on Transparent Optical Networks (ICTON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstreams/5c396bd3-e365-4453-a2a5-178799e0b67f/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052499510","display_name":"Sima Barzegar","orcid":"https://orcid.org/0000-0003-1916-7217"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Sima Barzegar","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024502660","display_name":"Marc Ruiz","orcid":"https://orcid.org/0000-0001-6429-6347"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marc Ruiz","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051130640","display_name":"Luis Velasco","orcid":"https://orcid.org/0000-0002-7345-296X"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis Velasco","raw_affiliation_strings":["Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Politècnica de Catalunya (UPC),Optical Communications Group (GCO),Barcelona,Spain","institution_ids":["https://openalex.org/I9617848"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5052499510"],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10347607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8209444284439087},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6495922803878784},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45424991846084595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2562517523765564},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17750000953674316}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8209444284439087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6495922803878784},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45424991846084595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2562517523765564},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17750000953674316},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icton59386.2023.10207531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icton59386.2023.10207531","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 23rd International Conference on Transparent Optical Networks (ICTON)","raw_type":"proceedings-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/397410","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/397410","pdf_url":"https://upcommons.upc.edu/bitstreams/5c396bd3-e365-4453-a2a5-178799e0b67f/download","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"},{"id":"pmh:oai:zenodo.org:10789089","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ICTON59386.2023.10207531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/397410","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/397410","pdf_url":"https://upcommons.upc.edu/bitstreams/5c396bd3-e365-4453-a2a5-178799e0b67f/download","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1650125035","display_name":null,"funder_award_id":"B-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G2102072250","display_name":null,"funder_award_id":"101096120","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4525095827","display_name":null,"funder_award_id":"PID2020-114135RB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5805502524","display_name":null,"funder_award_id":"PID2020","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G6589649124","display_name":null,"funder_award_id":"PID2020-","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G6835852975","display_name":null,"funder_award_id":"101096120","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G7283689855","display_name":null,"funder_award_id":"PID2020-114135RB-I00","funder_id":"https://openalex.org/F4320322121","funder_display_name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322121","display_name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats","ror":"https://ror.org/0371hy230"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385655894.pdf"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W2011227258","https://openalex.org/W2746553466","https://openalex.org/W2955076314","https://openalex.org/W3108110215","https://openalex.org/W4200477986","https://openalex.org/W4214717370","https://openalex.org/W6685444567","https://openalex.org/W6748839928","https://openalex.org/W6765527074"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"As":[0],"the":[1,4,7,17,30,40],"dynamicity":[2],"of":[3,16,29,34,42,64,86],"traffic":[5,87],"increases,":[6],"need":[8],"for":[9,59,82],"self-network":[10],"operation":[11],"becomes":[12],"more":[13],"evident.":[14],"One":[15],"solutions":[18],"that":[19,28],"might":[20],"bring":[21],"cost":[22],"savings":[23],"to":[24,55,68],"network":[25],"operators,":[26],"is":[27],"dynamic":[31],"capacity":[32,67,84],"management":[33,85],"large":[35],"packet":[36,43],"flows,":[37],"especially":[38],"in":[39],"context":[41],"over":[44],"optical":[45],"networks.":[46],"Machine":[47],"Learning,":[48],"and":[49,78],"particularly":[50],"Reinforcement":[51],"Learning":[52],"(RL),":[53],"seem":[54],"be":[56],"an":[57],"enabler":[58],"autonomicity,":[60],"as":[61],"a":[62],"result":[63],"its":[65,80],"inherent":[66],"learn":[69],"from":[70],"experience.":[71],"In":[72],"this":[73],"tutorial,":[74],"we":[75],"introduce":[76],"RL":[77],"review":[79],"application":[81],"autonomous":[83],"flows.":[88]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}