{"id":"https://openalex.org/W4315629757","doi":"https://doi.org/10.1109/globecom48099.2022.10001630","title":"Reinforcement Learning assisted Routing for Time Sensitive Networks","display_name":"Reinforcement Learning assisted Routing for Time Sensitive Networks","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4315629757","doi":"https://doi.org/10.1109/globecom48099.2022.10001630"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10001630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001630","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014520833","display_name":"Nuref\u015fan Sertba\u015f B\u00fclb\u00fcl","orcid":null},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nurefsan Sertbas Bulbul","raw_affiliation_strings":["University of Hamburg,Germany","University of Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"University of Hamburg,Germany","institution_ids":["https://openalex.org/I159176309"]},{"raw_affiliation_string":"University of Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033270363","display_name":"Mathias Fischer","orcid":"https://orcid.org/0000-0002-6254-8288"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mathias Fischer","raw_affiliation_strings":["University of Hamburg,Germany","University of Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"University of Hamburg,Germany","institution_ids":["https://openalex.org/I159176309"]},{"raw_affiliation_string":"University of Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014520833"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":null,"apc_paid":null,"fwci":1.9457,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.87611235,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"3863","last_page":"3868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8509248495101929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.805564820766449},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5496736764907837},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4818747937679291},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.44102779030799866},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4328552484512329},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.42441222071647644},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.42132046818733215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23096993565559387},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17030468583106995},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15284544229507446}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8509248495101929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.805564820766449},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5496736764907837},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4818747937679291},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.44102779030799866},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4328552484512329},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.42441222071647644},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.42132046818733215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23096993565559387},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17030468583106995},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15284544229507446},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom48099.2022.10001630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001630","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2118404561","https://openalex.org/W2768086256","https://openalex.org/W2908866813","https://openalex.org/W2944877326","https://openalex.org/W3015209250","https://openalex.org/W3015605361","https://openalex.org/W3078093847","https://openalex.org/W3104294226","https://openalex.org/W3117497678","https://openalex.org/W3198151584","https://openalex.org/W3206973060","https://openalex.org/W3211560509"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2161995522","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908"],"abstract_inverted_index":{"Recent":[0],"developments":[1],"in":[2,149],"real-time":[3],"critical":[4,24,73],"systems":[5],"pave":[6],"the":[7,94,100,114,122,130,144,150,165],"way":[8],"for":[9,61,156],"different":[10,140],"application":[11,49],"scenarios":[12],"such":[13,28],"as":[14,79,93],"Industrial":[15],"IoT":[16],"with":[17,88,102,121,183],"various":[18],"quality-of-service":[19],"(QoS)":[20],"requirements.":[21],"The":[22,75,125,146],"most":[23],"common":[25],"feature":[26],"of":[27,72,143],"applications":[29],"is":[30,41,64,77,86,153],"that":[31,112,164],"they":[32],"are":[33],"sensitive":[34],"to":[35,43,52],"latency":[36],"and":[37,138,179],"jitter.":[38],"Thus,":[39],"it":[40],"desired":[42],"perform":[44],"flow":[45,159,173],"placements":[46],"strategically":[47],"considering":[48],"requirements":[50,71],"due":[51],"limited":[53],"resource":[54],"availability.":[55],"In":[56],"this":[57],"paper,":[58],"path":[59],"computation":[60],"time-sensitive":[62],"networks":[63],"investigated":[65],"while":[66],"satisfying":[67],"individual":[68,158],"end-to-end":[69],"delay":[70],"traffic.":[74],"problem":[76],"formulated":[78],"a":[80,107],"mixed-integer":[81],"linear":[82],"program":[83],"(MILP)":[84],"which":[85],"NP-hard":[87],"exponentially":[89],"increasing":[90],"computational":[91],"complexity":[92],"network":[95,123],"size":[96],"expands.":[97],"To":[98],"solve":[99],"MILP":[101],"high":[103],"efficiency,":[104],"we":[105],"propose":[106],"reinforcement":[108,167],"learning":[109,127,168],"(RL)":[110],"algorithm":[111,128,152,169],"learns":[113],"best":[115],"routing":[116],"policy":[117],"by":[118,176],"continuously":[119],"interacting":[120],"environment.":[124],"proposed":[126,151,166],"determines":[129],"variable":[131],"action":[132],"set":[133],"at":[134],"each":[135],"decision-making":[136],"state":[137],"captures":[139],"execution":[141],"times":[142],"actions.":[145],"reward":[147],"function":[148],"carefully":[154],"designed":[155],"meeting":[157],"deadlines.":[160],"Simulation":[161],"results":[162],"indicate":[163],"can":[170],"produce":[171],"near-optimal":[172],"allocations":[174],"(close":[175],"~1.5":[177],"%)":[178],"scales":[180],"well":[181],"even":[182],"large":[184],"topology":[185],"sizes.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}