{"id":"https://openalex.org/W4387745175","doi":"https://doi.org/10.1109/tvt.2023.3276898","title":"Multi-Agent Deep Reinforcement Learning Based Incentive Mechanism for Multi-Task Federated Edge Learning","display_name":"Multi-Agent Deep Reinforcement Learning Based Incentive Mechanism for Multi-Task Federated Edge Learning","publication_year":2023,"publication_date":"2023-05-19","ids":{"openalex":"https://openalex.org/W4387745175","doi":"https://doi.org/10.1109/tvt.2023.3276898"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3276898","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3276898","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102742253","display_name":"Nan Zhao","orcid":"https://orcid.org/0000-0003-4738-5684"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Zhao","raw_affiliation_strings":["Hubei Key Laboratory for High-efficiency Utilization of Solar Energy and Operation Control of Energy Storage System, Hubei University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4738-5684","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory for High-efficiency Utilization of Solar Energy and Operation Control of Energy Storage System, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060380113","display_name":"Yiyang Pei","orcid":"https://orcid.org/0000-0002-9915-8697"},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yiyang Pei","raw_affiliation_strings":["Singapore Institute of Technology, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9915-8697","affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology, Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2671-5090","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6966,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.91678085,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"72","issue":"10","first_page":"13530","last_page":"13535"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.9018772840499878},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7614873647689819},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6907864809036255},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6287631988525391},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.592191755771637},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5439839363098145},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5238837599754333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4951092302799225},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48722806572914124},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.4754481017589569},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.45775946974754333},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44835716485977173},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.434581995010376},{"id":"https://openalex.org/keywords/payment","display_name":"Payment","score":0.41131407022476196},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2696746587753296},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.18699753284454346},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1769847571849823},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11957287788391113},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10861089825630188},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08978575468063354}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.9018772840499878},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7614873647689819},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6907864809036255},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6287631988525391},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.592191755771637},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5439839363098145},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5238837599754333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4951092302799225},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48722806572914124},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.4754481017589569},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.45775946974754333},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44835716485977173},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.434581995010376},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.41131407022476196},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2696746587753296},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.18699753284454346},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1769847571849823},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11957287788391113},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10861089825630188},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08978575468063354},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2023.3276898","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3276898","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/170795","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/170795","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7763006810","display_name":null,"funder_award_id":"ZYGX2019Z022","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2924948991","https://openalex.org/W3001989995","https://openalex.org/W3120176213","https://openalex.org/W3135590557","https://openalex.org/W3202549387","https://openalex.org/W4210258792","https://openalex.org/W4214866088","https://openalex.org/W4214938481","https://openalex.org/W4285411492","https://openalex.org/W4287906413","https://openalex.org/W4288391465","https://openalex.org/W4293195534","https://openalex.org/W4299802797","https://openalex.org/W4310055702","https://openalex.org/W4310918004","https://openalex.org/W4313491442","https://openalex.org/W6738796088","https://openalex.org/W6772318479"],"related_works":["https://openalex.org/W1987562536","https://openalex.org/W4383533535","https://openalex.org/W2375814310","https://openalex.org/W3135704163","https://openalex.org/W2605497830","https://openalex.org/W3169439878","https://openalex.org/W2062756478","https://openalex.org/W2948291551","https://openalex.org/W43798901","https://openalex.org/W2918129573"],"abstract_inverted_index":{"Federated":[0],"edge":[1,18,75,155],"learning":[2,10,24,47],"(FEL)":[3],"is":[4,35,57,79,91,116,141],"capable":[5],"of":[6,17,32,99,127,148,154,164],"training":[7],"large-scale":[8],"machine":[9],"models":[11],"without":[12],"exposing":[13],"the":[14,23,29,39,61,70,74,88,95,100,105,109,119,124,128,145,151,160],"raw":[15],"data":[16],"devices":[19],"(EDs).":[20],"Considering":[21,123],"that":[22],"performance":[25],"heavily":[26],"depends":[27],"on":[28],"active":[30],"participation":[31,65],"EDs,":[33],"it":[34],"essential":[36],"to":[37,42,46,59,93,143],"motivate":[38],"resource-limited":[40],"EDs":[41,78,149],"contribute":[43],"their":[44],"efforts":[45],"tasks.":[48],"In":[49],"this":[50],"paper,":[51],"a":[52,82,112,132],"learning-based":[53],"multi-task":[54],"FEL":[55],"mechanism":[56],"proposed":[58,166],"design":[60],"economic":[62],"incentive":[63,167],"and":[64,77,97,150,162],"contribution":[66],"strategy":[67],"jointly.":[68],"Specifically,":[69],"incentive-based":[71],"interaction":[72],"between":[73],"servers":[76],"formulated":[80,117],"as":[81],"multi-leader":[83],"multi-follower":[84],"Stackelberg":[85,101,121],"game.":[86,122],"Then,":[87],"theoretical":[89],"analysis":[90],"provided":[92],"prove":[94],"existence":[96],"uniqueness":[98],"equilibrium.":[102],"To":[103],"obtain":[104],"equilibrium":[106],"solution":[107],"under":[108],"incomplete":[110],"information,":[111],"Markov":[113],"decision":[114],"process":[115],"for":[118],"two-stage":[120],"high":[125],"dimensionality":[126],"continuous":[129],"action":[130],"space,":[131],"multi-agent":[133],"double":[134],"actors":[135],"deep":[136],"deterministic":[137],"policy":[138],"gradient":[139],"algorithm":[140],"employed":[142],"achieve":[144],"optimal":[146],"training-ratio":[147],"payment":[152],"policies":[153],"servers.":[156],"Numerical":[157],"results":[158],"validate":[159],"effectiveness":[161],"efficiency":[163],"our":[165],"mechanism.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}