{"id":"https://openalex.org/W4405975368","doi":"https://doi.org/10.1109/pimrc59610.2024.10817188","title":"Extended Reality (XR) Codec Adaptation in 5G using Multi-Agent Reinforcement Learning with Attention Action Selection","display_name":"Extended Reality (XR) Codec Adaptation in 5G using Multi-Agent Reinforcement Learning with Attention Action Selection","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4405975368","doi":"https://doi.org/10.1109/pimrc59610.2024.10817188"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc59610.2024.10817188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084225951","display_name":"Pedro Enrique Iturria-Rivera","orcid":"https://orcid.org/0000-0002-8757-2639"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Pedro Enrique Iturria-Rivera","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052131880","display_name":"Raimundas Gaigalas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Raimundas Gaigalas","raw_affiliation_strings":["Ericsson Inc.,,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Inc.,,Ottawa,Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049344765","display_name":"Medhat Elsayed","orcid":"https://orcid.org/0000-0002-1106-6078"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Medhat Elsayed","raw_affiliation_strings":["Ericsson Inc.,,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Inc.,,Ottawa,Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000101528","display_name":"Majid Bavand","orcid":"https://orcid.org/0000-0002-8331-0033"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Majid Bavand","raw_affiliation_strings":["Ericsson Inc.,,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Inc.,,Ottawa,Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040949386","display_name":"Yigit Ozcan","orcid":"https://orcid.org/0000-0001-9258-4602"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yigit Ozcan","raw_affiliation_strings":["Ericsson Inc.,,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Inc.,,Ottawa,Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5084225951"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":0.5263,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68782542,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.9307000041007996,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7983696460723877},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.767338752746582},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7515698075294495},{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.6990528106689453},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.6853377223014832},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6713255643844604},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6355911493301392},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4653542637825012},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39062613248825073},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12650543451309204},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1064787209033966},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.08877122402191162}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983696460723877},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.767338752746582},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7515698075294495},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.6990528106689453},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.6853377223014832},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6713255643844604},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6355911493301392},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4653542637825012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39062613248825073},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12650543451309204},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1064787209033966},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.08877122402191162},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc59610.2024.10817188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"},{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2900201178","https://openalex.org/W2990740617","https://openalex.org/W3010949162","https://openalex.org/W3130503957","https://openalex.org/W3208582835","https://openalex.org/W4290098629","https://openalex.org/W4368341782","https://openalex.org/W4375928963","https://openalex.org/W4375929077","https://openalex.org/W4388040707","https://openalex.org/W6687504676","https://openalex.org/W6739901393","https://openalex.org/W6749304979","https://openalex.org/W6779438722"],"related_works":["https://openalex.org/W2964213236","https://openalex.org/W2163719598","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2930320701","https://openalex.org/W2120009678","https://openalex.org/W2077555735","https://openalex.org/W2037601570","https://openalex.org/W2912947802","https://openalex.org/W2123856982"],"abstract_inverted_index":{"Extended":[0],"Reality":[1,93,97],"(XR)":[2],"services":[3],"will":[4],"revolutionize":[5],"applications":[6,27],"over":[7],"$5^{\\text":[8],"{th":[9,13],"}}$":[10,14],"and":[11,22,95,105,137,157],"$\\mathbf{6}^{\\text":[12],"generation":[15],"wireless":[16],"networks":[17],"by":[18,38],"providing":[19],"seamless":[20],"virtual":[21],"augmented":[23],"reality":[24],"experiences.":[25],"These":[26],"impose":[28],"significant":[29],"challenges":[30],"on":[31],"network":[32],"infrastructure,":[33],"which":[34],"can":[35],"be":[36],"addressed":[37],"machine":[39],"learning":[40],"algorithms":[41],"due":[42],"to":[43,64,145],"their":[44],"adaptability.":[45],"This":[46],"paper":[47],"presents":[48],"a":[49],"Multi-Agent":[50],"Reinforcement":[51],"Learning":[52],"(MARL)":[53],"solution":[54,117],"for":[55,87,110],"optimizing":[56],"codec":[57],"parameters":[58],"of":[59,79,123],"XR":[60,133],"traffic,":[61],"comparing":[62],"it":[63],"the":[65],"Adjust":[66],"Packet":[67,138],"Size":[68],"(APS)":[69],"algorithm.":[70],"Our":[71],"cooperative":[72],"multi-agent":[73],"system":[74],"uses":[75],"an":[76,102],"Optimistic":[77],"Mixture":[78],"Q-Values":[80],"($\\mathbf{O":[81],"Q":[82],"M":[83],"I":[84],"X}$)":[85],"approach":[86],"handling":[88],"Cloud":[89],"Gaming":[90],"(CG),":[91],"Augmented":[92],"(AR),":[94],"Virtual":[96],"(VR)":[98],"traffic.":[99],"Enhancements":[100],"include":[101],"attention":[103],"mechanism":[104],"slate-Markov":[106],"Decision":[107],"Process":[108],"(MDP)":[109],"improved":[111],"action":[112],"selection.":[113],"Simulations":[114],"show":[115],"our":[116],"outperforms":[118],"APS":[119,143],"with":[120],"average":[121],"gains":[122],"$30.1":[124],"\\%,":[125,127],"15.6":[126],"16.5":[128],"\\%":[129],"50.3":[130],"\\%$":[131],"in":[132],"index,":[134],"jitter,":[135],"delay,":[136,156],"Loss":[139],"Ratio":[140],"(PLR),":[141],"respectively.":[142],"tends":[144],"increase":[146],"throughput":[147],"but":[148],"also":[149],"packet":[150],"losses,":[151],"whereas":[152],"oQMIX":[153],"reduces":[154],"PLR,":[155],"jitter":[158],"while":[159],"maintaining":[160],"goodput.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}