{"id":"https://openalex.org/W4403060872","doi":"https://doi.org/10.1109/tvt.2024.3473738","title":"Multi-Agent Federated $Q$-Learning Algorithms for Wireless Edge Caching","display_name":"Multi-Agent Federated $Q$-Learning Algorithms for Wireless Edge Caching","publication_year":2024,"publication_date":"2024-10-02","ids":{"openalex":"https://openalex.org/W4403060872","doi":"https://doi.org/10.1109/tvt.2024.3473738"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3473738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3473738","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.pure.ed.ac.uk/ws/files/480500760/TVT_final_10.1_.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101535245","display_name":"Zhikai Liu","orcid":"https://orcid.org/0000-0002-2438-4470"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Zhikai Liu","raw_affiliation_strings":["Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, Edinburgh, U.K","Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008815990","display_name":"Navneet Garg","orcid":"https://orcid.org/0000-0001-8535-7663"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Navneet Garg","raw_affiliation_strings":["Institute for Data, Image and Communications, School of Engineering, The University of Edinburgh, Edinburgh, U.K","Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"Institute for Data, Image and Communications, School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091847007","display_name":"Tharmalingam Ratnarajah","orcid":"https://orcid.org/0000-0002-7636-1246"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tharmalingam Ratnarajah","raw_affiliation_strings":["Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, Edinburgh, U.K","Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Institute for Data, Image, and Communications, the School of Engineering, The University of Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101535245"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":2.0763,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88085008,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"74","issue":"2","first_page":"2973","last_page":"2988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6200023293495178},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.614516019821167},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.510188102722168},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4370713233947754},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3652001619338989},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3223005533218384},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24581235647201538},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17591559886932373}],"concepts":[{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6200023293495178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.614516019821167},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.510188102722168},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4370713233947754},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3652001619338989},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3223005533218384},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24581235647201538},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17591559886932373}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvt.2024.3473738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3473738","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/46448de6-59f1-4397-92c2-32115cdc9574","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/46448de6-59f1-4397-92c2-32115cdc9574","pdf_url":"https://www.pure.ed.ac.uk/ws/files/480500760/TVT_final_10.1_.pdf","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liu, Z, Garg, N & Ratnarajah, T 2024, 'Multi-agent Federated Q-learning Algorithms for Wireless Edge Caching', IEEE Transactions on Vehicular Technology. < https://ieeexplore.ieee.org/document/10704615 >","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:publications/46448de6-59f1-4397-92c2-32115cdc9574","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/46448de6-59f1-4397-92c2-32115cdc9574","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liu, Z, Garg, N & Ratnarajah, T 2024, 'Multi-agent Federated Q-learning Algorithms for Wireless Edge Caching', IEEE Transactions on Vehicular Technology. < https://ieeexplore.ieee.org/document/10704615 >","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/46448de6-59f1-4397-92c2-32115cdc9574","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/46448de6-59f1-4397-92c2-32115cdc9574","pdf_url":"https://www.pure.ed.ac.uk/ws/files/480500760/TVT_final_10.1_.pdf","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liu, Z, Garg, N & Ratnarajah, T 2024, 'Multi-agent Federated Q-learning Algorithms for Wireless Edge Caching', IEEE Transactions on Vehicular Technology. < https://ieeexplore.ieee.org/document/10704615 >","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2193117753","display_name":"COG-MHEAR: Towards cognitively-inspired 5G-IoT enabled, multi-modal Hearing Aids","funder_award_id":"EP/T021063/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2447866707","display_name":null,"funder_award_id":"EP/T021063/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403060872.pdf","grobid_xml":"https://content.openalex.org/works/W4403060872.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W592686669","https://openalex.org/W1664376093","https://openalex.org/W1904495647","https://openalex.org/W2022838001","https://openalex.org/W2027018831","https://openalex.org/W2090849497","https://openalex.org/W2219888463","https://openalex.org/W2585334930","https://openalex.org/W2604980468","https://openalex.org/W2610402245","https://openalex.org/W2746390786","https://openalex.org/W2767860529","https://openalex.org/W2889540440","https://openalex.org/W2896004250","https://openalex.org/W2903924498","https://openalex.org/W2928400613","https://openalex.org/W2936419815","https://openalex.org/W2939240589","https://openalex.org/W2939629848","https://openalex.org/W2944618084","https://openalex.org/W2963465845","https://openalex.org/W2965834989","https://openalex.org/W2981618170","https://openalex.org/W2990530686","https://openalex.org/W3011065733","https://openalex.org/W3014404134","https://openalex.org/W3035221273","https://openalex.org/W3036052102","https://openalex.org/W3038781879","https://openalex.org/W3081515302","https://openalex.org/W3089676496","https://openalex.org/W3091320486","https://openalex.org/W3112804558","https://openalex.org/W3113491827","https://openalex.org/W3117267439","https://openalex.org/W3127717271","https://openalex.org/W3155121415","https://openalex.org/W3158641764","https://openalex.org/W3167969180","https://openalex.org/W3171719299","https://openalex.org/W3215343781","https://openalex.org/W3215559192","https://openalex.org/W3216491494","https://openalex.org/W4206169166","https://openalex.org/W4206669594","https://openalex.org/W4210257517","https://openalex.org/W4224289247","https://openalex.org/W4283717754","https://openalex.org/W4289821048","https://openalex.org/W4290993925","https://openalex.org/W4299804950","https://openalex.org/W4301386552","https://openalex.org/W4312604481","https://openalex.org/W4312729317","https://openalex.org/W4313530366","https://openalex.org/W4323897035","https://openalex.org/W4365128502","https://openalex.org/W4376464656","https://openalex.org/W4380434588","https://openalex.org/W4383751256","https://openalex.org/W4384519332","https://openalex.org/W4391020249","https://openalex.org/W4391730729","https://openalex.org/W6754873534","https://openalex.org/W6785462110","https://openalex.org/W6856857864"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2989452537","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2062023542"],"abstract_inverted_index":{"Edge":[0],"caching":[1,58],"is":[2,53,77,87],"an":[3,47],"increasingly":[4],"vital":[5],"technique":[6],"in":[7,24,79],"wireless":[8],"networks,":[9],"particularly":[10],"needed":[11],"to":[12,91,120,161,177],"address":[13],"users'":[14],"repeated":[15],"demands,":[16],"including":[17],"real-time":[18],"traffic":[19],"data":[20],"and":[21,173,193,220],"map":[22],"access":[23],"vehicular":[25],"communications.":[26],"This":[27,104],"paper":[28],"presents":[29],"a":[30,44],"three-tier":[31],"system":[32],"for":[33],"edge":[34],"caching,":[35],"integrating":[36],"massive":[37],"multiple-input":[38],"multiple-output":[39],"(mMIMO)":[40],"networks.":[41],"We":[42,115],"consider":[43],"scenario":[45],"with":[46,195],"extensive":[48,112],"file":[49,74,113],"library":[50],"whose":[51],"size":[52],"larger":[54],"than":[55],"the":[56,61,92,96,111,117,122,130,134,153,179,184,189,207,213,222],"aggregated":[57],"capacity":[59],"of":[60,84,95,152,158],"small":[62],"base":[63],"stations":[64],"(SBSs).":[65],"Each":[66],"SBS":[67],"proactively":[68],"caches":[69],"files":[70,160],"based":[71,100],"on":[72,101],"dynamic":[73],"popularity":[75],"that":[76,201],"unknown":[78],"advance.":[80],"A":[81],"distinguishing":[82],"aspect":[83],"our":[85,202],"model":[86],"its":[88],"file-wise":[89],"approach":[90,105],"cache":[93,125,214],"instead":[94],"conventional":[97],"vector-wise":[98],"methods":[99],"aggregate":[102],"popularity.":[103],"introduces":[106],"additional":[107],"computational":[108,163,223],"challenges":[109],"concerning":[110],"library.":[114],"formulated":[116],"optimization":[118],"problem":[119],"maximize":[121],"long-term":[123],"discounted":[124],"hit":[126,215],"rate":[127,216],"while":[128],"minimizing":[129],"delivery":[131],"delay.":[132],"For":[133],"solution,":[135],"two":[136],"multi-agent":[137],"federated":[138],"<inline-formula":[139,154],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[140,155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[141,156],"notation=\"LaTeX\">$Q$</tex-math></inline-formula>-learning":[142],"algorithms":[143],"are":[144],"proposed.":[145],"The":[146,165],"first":[147],"algorithm":[148,167,204],"employs":[149],"selective":[150],"updates":[151],"notation=\"LaTeX\">$Q$</tex-math></inline-formula>-values":[157],"popular":[159],"minimize":[162],"overhead.":[164],"second":[166],"incorporates":[168],"linear":[169],"function":[170],"approximation":[171],"(LFA)":[172],"tensor":[174],"completion":[175],"(TC)":[176],"streamline":[178],"updating":[180],"process":[181],"further,":[182],"reducing":[183],"required":[185],"parameter":[186],"number.":[187],"Through":[188],"real-world":[190],"MovieLens":[191],"dataset":[192],"compared":[194],"various":[196],"baseline":[197],"algorithms,":[198],"simulations":[199],"demonstrate":[200],"proposed":[203],"can":[205],"reduce":[206,221],"delay":[208],"by":[209,217,225],"around":[210,218],"2.60--21.29%,":[211],"improve":[212],"5.71--66.42%,":[219],"complexity":[224],"at":[226],"most":[227],"97.91%.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}