{"id":"https://openalex.org/W2943717074","doi":"https://doi.org/10.1109/access.2019.2913776","title":"Reinforcement Learning Based Routing in Networks: Review and Classification of Approaches","display_name":"Reinforcement Learning Based Routing in Networks: Review and Classification of Approaches","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2943717074","doi":"https://doi.org/10.1109/access.2019.2913776","mag":"2943717074"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2913776","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2913776","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08701570.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08701570.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058093080","display_name":"Zoubir Mammeri","orcid":"https://orcid.org/0000-0003-4164-9597"},"institutions":[{"id":"https://openalex.org/I134560555","display_name":"Universit\u00e9 Toulouse III - Paul Sabatier","ror":"https://ror.org/02v6kpv12","country_code":"FR","type":"education","lineage":["https://openalex.org/I134560555"]},{"id":"https://openalex.org/I3131550300","display_name":"Universit\u00e9 Toulouse-I-Capitole","ror":"https://ror.org/0443n9e75","country_code":"FR","type":"education","lineage":["https://openalex.org/I3131550300"]},{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4210152422","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]},{"id":"https://openalex.org/I4210152422","display_name":"Universit\u00e9 Toulouse - Jean Jaur\u00e8s","ror":"https://ror.org/04ezk3x31","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210152422"]},{"id":"https://openalex.org/I4210160189","display_name":"Institut Polytechnique de Bordeaux","ror":"https://ror.org/054qv7y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210160189"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Zoubir Mammeri","raw_affiliation_strings":["IRIT, Paul Sabatier University, Toulouse, France","IRIT-T2RS - Temps R\u00e9el dans les R\u00e9seaux et Syst\u00e8mes (Institut de recherche en informatique de Toulouse - IRIT\r\n118 Route de Narbonne \r\n31062 Toulouse Cedex 9 - France)"],"raw_orcid":"https://orcid.org/0000-0003-4164-9597","affiliations":[{"raw_affiliation_string":"IRIT, Paul Sabatier University, Toulouse, France","institution_ids":["https://openalex.org/I134560555","https://openalex.org/I4210119061"]},{"raw_affiliation_string":"IRIT-T2RS - Temps R\u00e9el dans les R\u00e9seaux et Syst\u00e8mes (Institut de recherche en informatique de Toulouse - IRIT\r\n118 Route de Narbonne \r\n31062 Toulouse Cedex 9 - France)","institution_ids":["https://openalex.org/I134560555","https://openalex.org/I3131550300","https://openalex.org/I4210119061","https://openalex.org/I4210152422","https://openalex.org/I4210160189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058093080"],"corresponding_institution_ids":["https://openalex.org/I134560555","https://openalex.org/I3131550300","https://openalex.org/I4210119061","https://openalex.org/I4210152422","https://openalex.org/I4210160189"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":20.1181,"has_fulltext":true,"cited_by_count":423,"citation_normalized_percentile":{"value":0.99540293,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"55916","last_page":"55950"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8619619011878967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8471121788024902},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6241635680198669},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5894773006439209},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5388547778129578},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5227774977684021},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5058886408805847},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5024142265319824},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4413696527481079},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.42186254262924194},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3841003179550171},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35775572061538696}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8619619011878967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8471121788024902},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6241635680198669},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5894773006439209},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5388547778129578},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5227774977684021},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5058886408805847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5024142265319824},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4413696527481079},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.42186254262924194},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3841003179550171},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35775572061538696},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2019.2913776","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2913776","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08701570.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-02976627v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02976627","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/8701570","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:855c0e0fe0f74e9fa2eaae8385a32422","is_oa":true,"landing_page_url":"https://doaj.org/article/855c0e0fe0f74e9fa2eaae8385a32422","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 55916-55950 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2913776","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2913776","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08701570.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2943717074.pdf","grobid_xml":"https://content.openalex.org/works/W2943717074.grobid-xml"},"referenced_works_count":106,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W186198759","https://openalex.org/W254323327","https://openalex.org/W1503398984","https://openalex.org/W1504073436","https://openalex.org/W1536656161","https://openalex.org/W1539497604","https://openalex.org/W1595588622","https://openalex.org/W1968774882","https://openalex.org/W1979237899","https://openalex.org/W1980428790","https://openalex.org/W1982886567","https://openalex.org/W1984534345","https://openalex.org/W1989582478","https://openalex.org/W1994664405","https://openalex.org/W2000875519","https://openalex.org/W2001853175","https://openalex.org/W2014104760","https://openalex.org/W2034706653","https://openalex.org/W2040340473","https://openalex.org/W2044412513","https://openalex.org/W2057374123","https://openalex.org/W2070449754","https://openalex.org/W2070941899","https://openalex.org/W2077280354","https://openalex.org/W2081622042","https://openalex.org/W2084779837","https://openalex.org/W2092010040","https://openalex.org/W2096774592","https://openalex.org/W2099217008","https://openalex.org/W2099648330","https://openalex.org/W2100889083","https://openalex.org/W2101455523","https://openalex.org/W2102258543","https://openalex.org/W2103222798","https://openalex.org/W2103724767","https://openalex.org/W2107726111","https://openalex.org/W2109013060","https://openalex.org/W2113772903","https://openalex.org/W2114932010","https://openalex.org/W2118702395","https://openalex.org/W2119632647","https://openalex.org/W2121101953","https://openalex.org/W2121531691","https://openalex.org/W2121792381","https://openalex.org/W2122908578","https://openalex.org/W2123720021","https://openalex.org/W2130509337","https://openalex.org/W2131216872","https://openalex.org/W2132940773","https://openalex.org/W2134099818","https://openalex.org/W2138969703","https://openalex.org/W2145339207","https://openalex.org/W2150825860","https://openalex.org/W2152809978","https://openalex.org/W2155903900","https://openalex.org/W2156626839","https://openalex.org/W2156666755","https://openalex.org/W2159573081","https://openalex.org/W2161326204","https://openalex.org/W2161709397","https://openalex.org/W2168452204","https://openalex.org/W2171299282","https://openalex.org/W2310249834","https://openalex.org/W2312601309","https://openalex.org/W2412671561","https://openalex.org/W2476400197","https://openalex.org/W2509513573","https://openalex.org/W2512877821","https://openalex.org/W2532589578","https://openalex.org/W2542764750","https://openalex.org/W2564308420","https://openalex.org/W2582380851","https://openalex.org/W2586680856","https://openalex.org/W2598515728","https://openalex.org/W2612306626","https://openalex.org/W2626243444","https://openalex.org/W2759910885","https://openalex.org/W2768254111","https://openalex.org/W2768915546","https://openalex.org/W2775676382","https://openalex.org/W2783034914","https://openalex.org/W2783057440","https://openalex.org/W2789526093","https://openalex.org/W2795601195","https://openalex.org/W2807731816","https://openalex.org/W2891725338","https://openalex.org/W2898231005","https://openalex.org/W2907172713","https://openalex.org/W2907870157","https://openalex.org/W3011120880","https://openalex.org/W3100789280","https://openalex.org/W3102020697","https://openalex.org/W3204438512","https://openalex.org/W4214717370","https://openalex.org/W4234068324","https://openalex.org/W4296396157","https://openalex.org/W4402025302","https://openalex.org/W6642523343","https://openalex.org/W6658807463","https://openalex.org/W6669595574","https://openalex.org/W6671271883","https://openalex.org/W6678209013","https://openalex.org/W6682459407","https://openalex.org/W6685007669","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL),":[2],"which":[3,14],"is":[4,63,68,158],"a":[5,11,15,39,147,161],"class":[6],"of":[7,41,93,126,136,150],"machine":[8],"learning,":[9],"provides":[10,146],"framework":[12],"by":[13],"system":[16],"can":[17],"learn":[18],"from":[19],"its":[20,24,29],"previous":[21],"interactions":[22],"with":[23,60,118],"environment":[25],"to":[26,75,81,99,104,130,179],"efficiently":[27],"select":[28],"actions":[30],"in":[31,38,78,83,85,123,133,160],"the":[32,106,110,124,151,154],"future.":[33],"RL":[34,67,87],"has":[35,89],"been":[36,116],"used":[37,103],"number":[40],"application":[42],"fields,":[43],"including":[44],"game":[45],"playing,":[46],"robotics":[47],"and":[48,51,80,97,168,181],"control,":[49],"networks,":[50],"telecommunications,":[52],"for":[53,70],"building":[54],"autonomous":[55],"systems":[56,77],"that":[57,66,163],"improve":[58],"themselves":[59],"experience.":[61],"It":[62],"commonly":[64],"accepted":[65],"suitable":[69],"solving":[71],"optimization":[72,101],"problems":[73],"related":[74],"distributed":[76],"general":[79],"routing":[82,186],"networks":[84,138],"particular.":[86],"also":[88],"reasonable":[90],"overhead-in":[91],"terms":[92],"control":[94],"packets,":[95],"memory":[96],"computation-compared":[98],"other":[100],"techniques":[102],"solve":[105],"same":[107],"problems.":[108],"Since":[109],"mid-1990s,":[111],"over":[112,173],"60":[113],"protocols":[114],"have":[115],"proposed,":[117],"major":[119],"or":[120],"minor":[121],"contributions":[122],"field":[125],"optimal":[127],"route":[128],"selection":[129],"convey":[131],"packets":[132],"different":[134],"types":[135],"communication":[137],"under":[139],"various":[140],"user":[141],"QoS":[142],"requirements.":[143],"This":[144],"paper":[145],"comprehensive":[148],"review":[149,157],"literature":[152],"on":[153],"topic.":[155],"The":[156],"structured":[159],"way":[162],"shows":[164],"how":[165],"network":[166],"characteristics":[167],"requirements":[169],"were":[170],"gradually":[171],"considered":[172],"time.":[174],"Classification":[175],"criteria":[176],"are":[177],"proposed":[178],"present":[180],"qualitatively":[182],"compare":[183],"existing":[184],"RL-based":[185],"protocols.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":46},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":61},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":31},{"year":2015,"cited_by_count":24},{"year":2014,"cited_by_count":20},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":5}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}