{"id":"https://openalex.org/W7149338991","doi":"https://doi.org/10.1016/j.comcom.2026.108520","title":"Adaptive QoE optimization in non-stationary networks: Integrating PPO and digital twins for video streaming","display_name":"Adaptive QoE optimization in non-stationary networks: Integrating PPO and digital twins for video streaming","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7149338991","doi":"https://doi.org/10.1016/j.comcom.2026.108520"},"language":"en","primary_location":{"id":"doi:10.1016/j.comcom.2026.108520","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.comcom.2026.108520","pdf_url":null,"source":{"id":"https://openalex.org/S115004586","display_name":"Computer Communications","issn_l":"0140-3664","issn":["0140-3664","1873-703X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.comcom.2026.108520","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123463685","display_name":"Alberto del Rio","orcid":null},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Alberto del Rio","raw_affiliation_strings":["Signals, Systems and Radiocommunications Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenieros de Telecomunicaci\u00f3n (ETSIT), Madrid, 28040, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6832-4381","affiliations":[{"raw_affiliation_string":"Signals, Systems and Radiocommunications Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenieros de Telecomunicaci\u00f3n (ETSIT), Madrid, 28040, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068929721","display_name":"Alejandro Mu\u00f1iz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134591","display_name":"Telefonica Research and Development","ror":"https://ror.org/03qgzzb04","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210097190","https://openalex.org/I4210134591"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Mu\u00f1iz","raw_affiliation_strings":["Signals, Systems and Radiocommunications Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenieros de Telecomunicaci\u00f3n (ETSIT), Madrid, 28040, Spain","Transport IP Networks Department. Telef\u00f3nica Innovaci\u00f3n Digital, Madrid, 28013, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signals, Systems and Radiocommunications Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenieros de Telecomunicaci\u00f3n (ETSIT), Madrid, 28040, Spain","institution_ids":["https://openalex.org/I88060688"]},{"raw_affiliation_string":"Transport IP Networks Department. Telef\u00f3nica Innovaci\u00f3n Digital, Madrid, 28013, Spain","institution_ids":["https://openalex.org/I4210134591"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022183159","display_name":"Javier Serrano","orcid":"https://orcid.org/0000-0003-2111-187X"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Serrano","raw_affiliation_strings":["Informatic Systems Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenier\u00eda de Sistemas Inform\u00e1ticos (ETSISI), Madrid, 28031, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Informatic Systems Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenier\u00eda de Sistemas Inform\u00e1ticos (ETSISI), Madrid, 28031, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015883220","display_name":"David Jim\u00e9nez","orcid":"https://orcid.org/0000-0002-7382-4276"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David Jimenez","raw_affiliation_strings":["Physical Electronics, Electrical Engineering and Applied Physics Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenieros de Telecomunicaci\u00f3n (ETSIT), Madrid, 28040, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Physical Electronics, Electrical Engineering and Applied Physics Department. Universidad Polit\u00e9cnica de Madrid, Escuela T\u00e9cnica Superior de Ingenieros de Telecomunicaci\u00f3n (ETSIT), Madrid, 28040, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132938413","display_name":"Luis Miguel Contreras","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134591","display_name":"Telefonica Research and Development","ror":"https://ror.org/03qgzzb04","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210097190","https://openalex.org/I4210134591"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis Miguel Contreras","raw_affiliation_strings":["Transport IP Networks Department. Telef\u00f3nica Innovaci\u00f3n Digital, Madrid, 28013, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Transport IP Networks Department. Telef\u00f3nica Innovaci\u00f3n Digital, Madrid, 28013, Spain","institution_ids":["https://openalex.org/I4210134591"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5123463685"],"corresponding_institution_ids":["https://openalex.org/I88060688"],"apc_list":{"value":2300,"currency":"USD","value_usd":2300},"apc_paid":{"value":2300,"currency":"USD","value_usd":2300},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36180446,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"252","issue":null,"first_page":"108520","last_page":"108520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.608299970626831},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6014000177383423},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5411999821662903},{"id":"https://openalex.org/keywords/constant-bitrate","display_name":"Constant bitrate","score":0.5121999979019165},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.48429998755455017},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.41760000586509705},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4171999990940094},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.41260001063346863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9161999821662903},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.608299970626831},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6014000177383423},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5411999821662903},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5350000262260437},{"id":"https://openalex.org/C34339180","wikidata":"https://www.wikidata.org/wiki/Q1325924","display_name":"Constant bitrate","level":4,"score":0.5121999979019165},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.48429998755455017},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4740000069141388},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.41260001063346863},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C2777588599","wikidata":"https://www.wikidata.org/wiki/Q135299","display_name":"Dynamic Adaptive Streaming over HTTP","level":4,"score":0.3345000147819519},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C512170562","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27639999985694885},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2662000060081482},{"id":"https://openalex.org/C114227958","wikidata":"https://www.wikidata.org/wiki/Q7631422","display_name":"Subjective video quality","level":4,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.comcom.2026.108520","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.comcom.2026.108520","pdf_url":null,"source":{"id":"https://openalex.org/S115004586","display_name":"Computer Communications","issn_l":"0140-3664","issn":["0140-3664","1873-703X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Communications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.comcom.2026.108520","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.comcom.2026.108520","pdf_url":null,"source":{"id":"https://openalex.org/S115004586","display_name":"Computer Communications","issn_l":"0140-3664","issn":["0140-3664","1873-703X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1801212290","https://openalex.org/W1973482401","https://openalex.org/W2009005141","https://openalex.org/W2017146017","https://openalex.org/W2041105906","https://openalex.org/W2047770478","https://openalex.org/W2063983633","https://openalex.org/W2149703139","https://openalex.org/W2151159522","https://openalex.org/W2586823359","https://openalex.org/W2606830649","https://openalex.org/W2795658001","https://openalex.org/W2906364736","https://openalex.org/W2921769405","https://openalex.org/W2991779680","https://openalex.org/W3005599399","https://openalex.org/W3034028080","https://openalex.org/W3049282540","https://openalex.org/W3097527854","https://openalex.org/W3127614346","https://openalex.org/W3170397984","https://openalex.org/W4225498531","https://openalex.org/W4226302867","https://openalex.org/W4283160467","https://openalex.org/W4285058693","https://openalex.org/W4285112846","https://openalex.org/W4287887880","https://openalex.org/W4294535334","https://openalex.org/W4306362588","https://openalex.org/W4352977022","https://openalex.org/W4361857412","https://openalex.org/W4386869606","https://openalex.org/W4387303325","https://openalex.org/W4388666339","https://openalex.org/W4393252943","https://openalex.org/W4394564386","https://openalex.org/W4396753529","https://openalex.org/W4399110766","https://openalex.org/W4403059193","https://openalex.org/W4403989853"],"related_works":[],"abstract_inverted_index":{"Video":[0],"streaming":[1,61,143],"has":[2],"emerged":[3],"as":[4],"a":[5,47,102,126],"dominant":[6],"mode":[7],"of":[8,56],"entertainment":[9],"and":[10,75,81,112,133],"information":[11],"dissemination.":[12],"However,":[13],"traditional":[14],"approaches":[15],"to":[16,28,52,71,96,148],"video":[17,60],"bitrate":[18,98,144],"adaptation":[19],"often":[20],"fall":[21],"short":[22],"in":[23,59,120,129,136],"non-stationary":[24],"network":[25,87],"environments,":[26,74],"leading":[27],"suboptimal":[29],"user":[30],"experiences.":[31],"To":[32],"address":[33],"these":[34],"challenges,":[35],"this":[36],"work":[37],"presents":[38],"an":[39,116,134],"innovative":[40],"method":[41],"leveraging":[42],"Proximal":[43],"Policy":[44],"Optimization":[45],"(PPO),":[46],"Reinforcement":[48],"Learning":[49],"(RL)":[50],"algorithm,":[51],"optimize":[53],"the":[54,76,142],"Quality":[55],"Experience":[57],"(QoE)":[58],"scenarios.":[62],"A":[63],"Network":[64],"Digital":[65],"Twin":[66],"(NDT)":[67],"environment,":[68],"which":[69],"allows":[70],"emulate":[72],"production":[73,149],"end,":[77],"facilitate":[78],"high-fidelity":[79],"training":[80,147],"evaluation":[82],"while":[83,139],"completely":[84],"isolating":[85],"live":[86],"operations":[88],"from":[89,146],"experimental":[90],"risks.":[91],"The":[92],"PPO":[93],"algorithm":[94],"learns":[95],"make":[97],"decisions":[99],"based":[100],"on":[101],"reward":[103],"function":[104],"that":[105],"incorporates":[106],"key":[107],"QoE":[108],"metrics,":[109],"including":[110],"blockiness":[111,137],"block":[113,130],"loss,":[114],"achieving":[115],"impressive":[117],"73.02%":[118],"enhancement":[119],"overall":[121],"performance.":[122],"Experimental":[123],"results":[124],"demonstrate":[125],"significant":[127],"reduction":[128],"loss":[131],"(66.87%)":[132],"improvement":[135],"(6.40%),":[138],"also":[140],"increasing":[141],"(17.18%)":[145],"deployment.":[150]},"counts_by_year":[],"updated_date":"2026-04-07T06:01:17.266235","created_date":"2026-04-05T00:00:00"}