{"id":"https://openalex.org/W4379054292","doi":"https://doi.org/10.1109/ojcoms.2023.3280359","title":"Reputation-Aware Multi-Agent DRL for Secure Hierarchical Federated Learning in IoT","display_name":"Reputation-Aware Multi-Agent DRL for Secure Hierarchical Federated Learning in IoT","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4379054292","doi":"https://doi.org/10.1109/ojcoms.2023.3280359"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2023.3280359","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3280359","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10141979.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10141979.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088133457","display_name":"Noora Mohammed Al-Maslamani","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Noora Mohammed Al-Maslamani","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037234286","display_name":"Mohamed Abdallah","orcid":"https://orcid.org/0000-0002-3261-7588"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohamed Abdallah","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048637322","display_name":"Bekir Sait \u00c7iftler","orcid":"https://orcid.org/0000-0003-0229-0745"},"institutions":[{"id":"https://openalex.org/I4210105992","display_name":"Qatar Science and Technology Park","ror":"https://ror.org/01gshyb58","country_code":"QA","type":"archive","lineage":["https://openalex.org/I4210105992"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Bekir Sait Ciftler","raw_affiliation_strings":["Division of Data Science and Artificial Intelligence, College of Computing and IT, University of Doha for Science and Technology, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Data Science and Artificial Intelligence, College of Computing and IT, University of Doha for Science and Technology, Doha, Qatar","institution_ids":["https://openalex.org/I4210105992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088133457"],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":4.4935,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.9562409,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"4","issue":null,"first_page":"1274","last_page":"1284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8308061361312866},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.7261922359466553},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6984153985977173},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6888031363487244},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5342124700546265},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5208690166473389},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5163480043411255},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4824272096157074},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.456278920173645},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4507210850715637},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.44473952054977417},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4297313094139099},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.4187215268611908},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3654312491416931},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36320960521698},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23122647404670715},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.08924451470375061},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08715540170669556}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8308061361312866},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.7261922359466553},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6984153985977173},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6888031363487244},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5342124700546265},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5208690166473389},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5163480043411255},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4824272096157074},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.456278920173645},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4507210850715637},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.44473952054977417},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4297313094139099},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.4187215268611908},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3654312491416931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36320960521698},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23122647404670715},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.08924451470375061},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08715540170669556},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ojcoms.2023.3280359","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3280359","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10141979.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3d7fde86ffe341bab6a8c5a351ab6df5","is_oa":true,"landing_page_url":"https://doaj.org/article/3d7fde86ffe341bab6a8c5a351ab6df5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 4, Pp 1274-1284 (2023)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/24717390","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Reputation-Aware_Multi-Agent_DRL_for_Secure_Hierarchical_Federated_Learning_in_IoT/24717390","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2023.3280359","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3280359","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10141979.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G293899196","display_name":null,"funder_award_id":"NPRP13S-0201-200219","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G3304777072","display_name":null,"funder_award_id":"NPRP13S-0201-200219","funder_id":"https://openalex.org/F4320321038","funder_display_name":"Fonds National de la Recherche Luxembourg"},{"id":"https://openalex.org/G4411838489","display_name":null,"funder_award_id":"NPRP13","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G5966547947","display_name":null,"funder_award_id":"GSRA5-1-0531-18105","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"},{"id":"https://openalex.org/F4320334468","display_name":"Qatar National Library","ror":"https://ror.org/02jv93662"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379054292.pdf","grobid_xml":"https://content.openalex.org/works/W4379054292.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W34239198","https://openalex.org/W1522301498","https://openalex.org/W1969778988","https://openalex.org/W2145339207","https://openalex.org/W2535838896","https://openalex.org/W2886444620","https://openalex.org/W2907638403","https://openalex.org/W2920095265","https://openalex.org/W2963864421","https://openalex.org/W2972882814","https://openalex.org/W2984693664","https://openalex.org/W2990595670","https://openalex.org/W2998460075","https://openalex.org/W3003426262","https://openalex.org/W3006403513","https://openalex.org/W3015613093","https://openalex.org/W3015636663","https://openalex.org/W3043715968","https://openalex.org/W3047304572","https://openalex.org/W3093930561","https://openalex.org/W3111419317","https://openalex.org/W3139119893","https://openalex.org/W3161272383","https://openalex.org/W4205597275","https://openalex.org/W4214717370","https://openalex.org/W4285121820","https://openalex.org/W4285814015","https://openalex.org/W4289821054","https://openalex.org/W4297687186","https://openalex.org/W4302570325","https://openalex.org/W4318619660","https://openalex.org/W6601402213","https://openalex.org/W6631190155","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6728757088","https://openalex.org/W6754199392","https://openalex.org/W6754708698","https://openalex.org/W6773366154"],"related_works":["https://openalex.org/W4392337488","https://openalex.org/W2102271161","https://openalex.org/W4313425421","https://openalex.org/W2092530219","https://openalex.org/W4388714791","https://openalex.org/W4298221930","https://openalex.org/W2361883455","https://openalex.org/W2952832228","https://openalex.org/W2909324362","https://openalex.org/W4320067866"],"abstract_inverted_index":{"Aiming":[0],"at":[1,79],"protecting":[2],"device":[3,137,141],"data":[4],"privacy,":[5],"Federated":[6,34],"Learning":[7,35,184],"(FL)":[8],"is":[9,178,208],"a":[10,25,64,90,95,115,181],"framework":[11,37,158],"of":[12,56,109,163,172,195,216,243],"distributed":[13],"machine":[14],"learning":[15],"in":[16,63,155,226],"which":[17],"devices\u2019":[18],"local":[19,68,74,121],"model":[20,51,69,122,129,170,187,250],"parameters":[21],"are":[22,47],"exchanged":[23],"with":[24,53,180,246],"centralized":[26,91],"server":[27,76,92,177],"without":[28],"revealing":[29],"the":[30,54,86,105,145,151,156,161,168,191,212,217,222,227,239,247],"actual":[31],"data.":[32],"Hierarchical":[33],"(HFL)":[36],"was":[38],"introduced":[39],"to":[40,71,89,100,132,159,188,210],"improve":[41],"FL":[42,175,196],"communication":[43,134],"efficiency":[44],"where":[45],"devices":[46,113],"clustered":[48],"and":[49,93,107,193,214,241,251],"seek":[50],"consensus":[52],"support":[55],"edge":[57,75,83,176],"servers":[58,84],"(e.g.,":[59],"base":[60],"stations).":[61],"Devices":[62],"cluster":[65,116],"submit":[66],"their":[67,72],"updates":[70,123,130],"assigned":[73],"for":[77],"aggregation":[78],"each":[80],"iteration.":[81],"The":[82,111,230],"transmit":[85],"aggregated":[87],"models":[88],"establish":[94],"global":[96,169,219],"consensus.":[97],"However,":[98],"similar":[99],"FL,":[101],"adversaries":[102],"may":[103,117],"threaten":[104],"security":[106],"privacy":[108],"HFL.":[110,173],"client":[112,152],"within":[114,198],"deliberately":[118],"provide":[119],"unreliable":[120,164],"through":[124],"poisoning":[125],"attacks":[126],"or":[127,139],"poor-quality":[128],"due":[131],"inconsistent":[133],"channels,":[135],"increased":[136],"mobility,":[138],"inadequate":[140],"resources.":[142],"To":[143],"address":[144],"above":[146],"challenges,":[147],"this":[148],"paper":[149],"investigates":[150],"selection":[153],"problem":[154],"HFL":[157,218,228,244],"eliminate":[160],"impact":[162],"clients":[165],"while":[166],"maximizing":[167],"accuracy":[171,213,240],"Each":[174],"equipped":[179],"Deep":[182,203],"Reinforcement":[183],"(DRL)-based":[185],"reputation":[186,249,254],"optimally":[189],"measure":[190],"reliability":[192],"trustworthiness":[194],"workers":[197],"its":[199],"cluster.":[200],"A":[201],"Multi-Agent":[202],"Deterministic":[204],"Policy":[205],"Gradient":[206],"(MADDPG)":[207],"utilized":[209],"enhance":[211],"stability":[215,242],"model,":[220],"given":[221],"workers\u2019":[223],"dynamic":[224],"behaviors":[225],"environment.":[229],"experimental":[231],"results":[232],"indicate":[233],"that":[234],"our":[235],"proposed":[236],"MADDPG":[237],"improves":[238],"compared":[245],"conventional":[248],"single-agent":[252],"DDPG-based":[253],"model.":[255]},"counts_by_year":[{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}