{"id":"https://openalex.org/W4285168781","doi":"https://doi.org/10.1109/access.2022.3182009","title":"Deep Reinforcement Learning Based Routing in IP Media Broadcast Networks: Feasibility and Performance","display_name":"Deep Reinforcement Learning Based Routing in IP Media Broadcast Networks: Feasibility and Performance","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285168781","doi":"https://doi.org/10.1109/access.2022.3182009"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3182009","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3182009","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09793657.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09793657.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085690581","display_name":"Pedro Amaral","orcid":"https://orcid.org/0000-0002-8524-0294"},"institutions":[{"id":"https://openalex.org/I285663978","display_name":"Weatherford College","ror":"https://ror.org/02xwsbr93","country_code":"US","type":"education","lineage":["https://openalex.org/I285663978"]},{"id":"https://openalex.org/I4210113263","display_name":"Escola Superior de Enfermagem da Universidade de Lisboa","ror":"https://ror.org/027065c48","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4210113263"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]},{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT","US"],"is_corresponding":false,"raw_author_name":"Pedro Amaral","raw_affiliation_strings":["Departamento de Engenharia Electrotécnica e de Computadores, Faculdade de Ciências e Tecnologia (FCT), Universidade Nova de Lisboa, Caparica, Portugal","&#x00F5","Instituto de Telecomunica&#x00E7","es, Lisboa, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-8524-0294","affiliations":[{"raw_affiliation_string":"Departamento de Engenharia Electrotécnica e de Computadores, Faculdade de Ciências e Tecnologia (FCT), Universidade Nova de Lisboa, Caparica, Portugal","institution_ids":["https://openalex.org/I83558840"]},{"raw_affiliation_string":"&#x00F5","institution_ids":["https://openalex.org/I285663978"]},{"raw_affiliation_string":"Instituto de Telecomunica&#x00E7","institution_ids":["https://openalex.org/I4210120471"]},{"raw_affiliation_string":"es, Lisboa, Portugal","institution_ids":["https://openalex.org/I4210113263"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102894997","display_name":"Diogo Sim\u00f5es","orcid":"https://orcid.org/0000-0003-0896-2602"},"institutions":[{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]},{"id":"https://openalex.org/I94603935","display_name":"Skyline College","ror":"https://ror.org/03r2s9s41","country_code":"US","type":"education","lineage":["https://openalex.org/I3005474124","https://openalex.org/I94603935"]}],"countries":["PT","US"],"is_corresponding":false,"raw_author_name":"Diogo Simoes","raw_affiliation_strings":["Departamento de Engenharia Electrotécnica e de Computadores, Faculdade de Ciências e Tecnologia (FCT), Universidade Nova de Lisboa, Caparica, Portugal","Skyline Communications, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-0896-2602","affiliations":[{"raw_affiliation_string":"Departamento de Engenharia Electrotécnica e de Computadores, Faculdade de Ciências e Tecnologia (FCT), Universidade Nova de Lisboa, Caparica, Portugal","institution_ids":["https://openalex.org/I83558840"]},{"raw_affiliation_string":"Skyline Communications, Belgium","institution_ids":["https://openalex.org/I94603935"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4538,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.61844683,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"62459","last_page":"62470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8591537475585938},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6513513922691345},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.542327880859375},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5310549736022949},{"id":"https://openalex.org/keywords/ip-forwarding","display_name":"IP forwarding","score":0.48800674080848694},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4843117296695709},{"id":"https://openalex.org/keywords/virtual-routing-and-forwarding","display_name":"Virtual routing and forwarding","score":0.4585215449333191},{"id":"https://openalex.org/keywords/triangular-routing","display_name":"Triangular routing","score":0.44630852341651917},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4194182753562927},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3642805218696594},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.34874433279037476},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.28097787499427795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10177570581436157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8591537475585938},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6513513922691345},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.542327880859375},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5310549736022949},{"id":"https://openalex.org/C174809319","wikidata":"https://www.wikidata.org/wiki/Q5973191","display_name":"IP forwarding","level":5,"score":0.48800674080848694},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4843117296695709},{"id":"https://openalex.org/C157626507","wikidata":"https://www.wikidata.org/wiki/Q7935037","display_name":"Virtual routing and forwarding","level":5,"score":0.4585215449333191},{"id":"https://openalex.org/C22655229","wikidata":"https://www.wikidata.org/wiki/Q17143627","display_name":"Triangular routing","level":5,"score":0.44630852341651917},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4194182753562927},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3642805218696594},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.34874433279037476},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.28097787499427795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10177570581436157},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3182009","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3182009","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09793657.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c9e1dee14eae4feaa6fcfe6ebee52cf2","is_oa":false,"landing_page_url":"https://doaj.org/article/c9e1dee14eae4feaa6fcfe6ebee52cf2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 62459-62470 (2022)","raw_type":"article"},{"id":"pmh:oai:run.unl.pt:10362/143276","is_oa":true,"landing_page_url":"http://hdl.handle.net/10362/143276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400678","display_name":"Universidade Nova de Lisboa's Repository (Universidade Nova de Lisboa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83558840","host_organization_name":"Universidade Nova de Lisboa","host_organization_lineage":["https://openalex.org/I83558840"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3182009","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3182009","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09793657.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G3375535518","display_name":"Instituto de Telecomunica\u00e7\u00f5es","funder_award_id":"UIDB/50008/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G5602017898","display_name":"Distributed Access Design for Cell-less 6G Networks","funder_award_id":"PRT/BD/152200/2021","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285168781.pdf","grobid_xml":"https://content.openalex.org/works/W4285168781.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1977545325","https://openalex.org/W1994777961","https://openalex.org/W2111281854","https://openalex.org/W2145339207","https://openalex.org/W2313245470","https://openalex.org/W2437668457","https://openalex.org/W2535632385","https://openalex.org/W2753412869","https://openalex.org/W2898231005","https://openalex.org/W2902608779","https://openalex.org/W2913856657","https://openalex.org/W2923560946","https://openalex.org/W2963488266","https://openalex.org/W2963549123","https://openalex.org/W2963578178","https://openalex.org/W2980285097","https://openalex.org/W3078093847","https://openalex.org/W3084125696","https://openalex.org/W3100789280","https://openalex.org/W3105771448","https://openalex.org/W3132293030","https://openalex.org/W3184765452","https://openalex.org/W3196267028","https://openalex.org/W3203240194","https://openalex.org/W4245185608","https://openalex.org/W4254356098","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6803443669"],"related_works":["https://openalex.org/W2050528038","https://openalex.org/W1482650152","https://openalex.org/W2028397931","https://openalex.org/W1481332520","https://openalex.org/W2030578484","https://openalex.org/W2149420003","https://openalex.org/W3036203143","https://openalex.org/W2099949494","https://openalex.org/W1543852633","https://openalex.org/W393180109"],"abstract_inverted_index":{"The":[0,147,226,276],"Media":[1,220],"Broadcast":[2,221],"industry":[3,55],"has":[4,152,169],"evolved":[5],"from":[6,98],"Serial":[7],"Digital":[8],"Interface":[9],"(SDI)":[10],"based":[11,18,48,81,100,112,183,199,281],"infrastructures":[12],"to":[13,33,59,75,108,192,206,212,298],"IP":[14,17,31,71,80,224],"networks.":[15,146],"While":[16],"video":[19],"broadcast":[20,66,149],"is":[21,205,228,283],"well":[22],"established":[23],"in":[24,40,53,79,87,144,173,216,223,242,254,285],"the":[25,28,54,61,69,88,94,174,209,217,231,238,243,247,255,299],"data":[26],"plane,":[27],"use":[29,57],"of":[30,42,64,90,141,165,219,235,237],"networks":[32,83],"transport":[34],"media":[35,62,148],"flows":[36,63,143],"still":[37],"poses":[38],"challenges":[39],"terms":[41],"resource":[43],"management":[44],"and":[45,138,162,167,189,194,233,245,263,265,289,301],"orchestration.":[46],"SDN":[47,58,82,145,240],"orchestration":[49],"architectures":[50],"have":[51,84,105,133],"emerged":[52],"that":[56,104,279,290],"route":[60],"a":[65,181,270],"service":[67,272],"across":[68],"provider":[70,273],"network.":[72],"Several":[73],"approaches":[74],"multimedia":[76,142],"flow":[77],"routing":[78,113,137,184,282],"been":[85,134,170],"proposed":[86,135],"context":[89,218],"streaming":[91],"applications":[92],"over":[93],"Internet.":[95],"These":[96],"range":[97],"model":[99],"linear":[101],"optimization":[102,125],"solutions":[103],"high":[106],"complexity":[107],"simple":[109],"shortest":[110,202,305],"path":[111,306],"heuristics":[114],"with":[115,155],"either":[116],"static":[117,193,300],"or":[118],"dynamic":[119,195,302],"link":[120,196,303],"costs.":[121],"More":[122],"recently":[123],"model-free":[124],"methods":[126],"such":[127],"as":[128],"Deep":[129],"Reinforcement":[130],"Learning":[131],"(DRL)":[132],"for":[136,186],"Traffic":[139],"Engineering":[140],"scenario":[150,188],"however":[151],"specific":[153],"requirements,":[154],"services":[156,222],"like":[157],"Master":[158],"Control":[159],"Room":[160],"operation":[161],"Live":[163],"broadcasting":[164],"events,":[166],"it":[168,191,291],"rarely":[171],"addressed":[172],"literature.":[175],"In":[176],"this":[177,187,214],"work":[178,211],"we":[179,266],"propose":[180],"DRL":[182,259,280],"method":[185],"compare":[190],"cost":[197,304],"algorithms":[198,260,307],"on":[200],"Dijkstra":[201],"paths.":[203],"This":[204],"our":[207],"knowledge":[208],"first":[210],"follow":[213],"approach":[215],"infrastructures.":[225],"algorithm":[227],"designed":[229],"considering":[230],"specifications":[232],"capabilities":[234],"one":[236],"leading":[239],"orchestrators":[241],"market":[244],"considers":[246],"more":[248],"common":[249],"Service":[250],"Level":[251],"Agreement":[252],"requirements":[253],"industry.":[256],"Three":[257],"different":[258],"are":[261],"implemented":[262],"compared":[264,297],"evaluate":[267],"them":[268],"using":[269],"real":[271,286],"network":[274],"topology.":[275],"results":[277],"indicate":[278],"applicable":[284],"production":[287],"scenarios":[288],"achieves":[292],"considerable":[293],"performance":[294],"gains":[295],"when":[296],"commonly":[308],"used":[309],"today.":[310]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2022-07-14T00:00:00"}