{"id":"https://openalex.org/W4410613953","doi":"https://doi.org/10.1109/tnse.2025.3572362","title":"Rethinking Knowledge Distillation in Collaborative Machine Learning: Memory, Knowledge, and Their Interactions","display_name":"Rethinking Knowledge Distillation in Collaborative Machine Learning: Memory, Knowledge, and Their Interactions","publication_year":2025,"publication_date":"2025-05-22","ids":{"openalex":"https://openalex.org/W4410613953","doi":"https://doi.org/10.1109/tnse.2025.3572362"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2025.3572362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3572362","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.19972","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066133603","display_name":"Pengchao Han","orcid":"https://orcid.org/0000-0003-2246-7640"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pengchao Han","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080717946","display_name":"Xi Huang","orcid":"https://orcid.org/0000-0003-3391-6675"},"institutions":[{"id":"https://openalex.org/I4210096841","display_name":"E-Techco Group (China)","ror":"https://ror.org/00rjxfx39","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210096841"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Huang","raw_affiliation_strings":["Around Tech Company Ltd., Shenzhen, China","Around Tech Co., Ltd., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Around Tech Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I4210096841"]},{"raw_affiliation_string":"Around Tech Co., Ltd., Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067418255","display_name":"Yi Fang","orcid":"https://orcid.org/0000-0002-1538-249X"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Fang","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101882476","display_name":"Guojun Han","orcid":"https://orcid.org/0000-0003-2480-8066"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guojun Han","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066133603"],"corresponding_institution_ids":["https://openalex.org/I139024713"],"apc_list":null,"apc_paid":null,"fwci":9.2677,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97445308,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"12","issue":"6","first_page":"4498","last_page":"4530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8737999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8737999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7971000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.7930999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6171383857727051},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5346507430076599},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4914771318435669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47158682346343994},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3418867290019989},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3326302170753479},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1848011314868927},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10306617617607117}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6171383857727051},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5346507430076599},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4914771318435669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47158682346343994},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3418867290019989},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3326302170753479},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1848011314868927},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10306617617607117},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnse.2025.3572362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3572362","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2512.19972","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.19972","pdf_url":"https://arxiv.org/pdf/2512.19972","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.19972","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.19972","pdf_url":"https://arxiv.org/pdf/2512.19972","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1477544716","display_name":null,"funder_award_id":"Guangdong","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1862399689","display_name":null,"funder_award_id":"62471151","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2981938667","display_name":null,"funder_award_id":"Shenzhen","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G355178272","display_name":null,"funder_award_id":"2022A1515110056","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4488680036","display_name":null,"funder_award_id":"2022A15","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4579490052","display_name":null,"funder_award_id":"2022A151511","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G472678898","display_name":null,"funder_award_id":"2025A","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5760752404","display_name":null,"funder_award_id":"Projects","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G605595995","display_name":null,"funder_award_id":"62322106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6323474293","display_name":null,"funder_award_id":"62401161","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6536786679","display_name":null,"funder_award_id":"A1515110","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7033253288","display_name":null,"funder_award_id":"Grants","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7321326521","display_name":null,"funder_award_id":"62301336","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410613953.pdf","grobid_xml":"https://content.openalex.org/works/W4410613953.grobid-xml"},"referenced_works_count":189,"referenced_works":["https://openalex.org/W1993033134","https://openalex.org/W2051267297","https://openalex.org/W2104094955","https://openalex.org/W2131953535","https://openalex.org/W2139676310","https://openalex.org/W2294370754","https://openalex.org/W2473930607","https://openalex.org/W2528474273","https://openalex.org/W2560647685","https://openalex.org/W2620998106","https://openalex.org/W2786446225","https://openalex.org/W2788836009","https://openalex.org/W2884282566","https://openalex.org/W2901505625","https://openalex.org/W2936864631","https://openalex.org/W2948734064","https://openalex.org/W2963140444","https://openalex.org/W2963178577","https://openalex.org/W2963514416","https://openalex.org/W2963588172","https://openalex.org/W2963687836","https://openalex.org/W2963699739","https://openalex.org/W2963854351","https://openalex.org/W2963864497","https://openalex.org/W2964189064","https://openalex.org/W2971047694","https://openalex.org/W2972313371","https://openalex.org/W2973324789","https://openalex.org/W2981801509","https://openalex.org/W2982157312","https://openalex.org/W2989885118","https://openalex.org/W2991308345","https://openalex.org/W2995022099","https://openalex.org/W2996970889","https://openalex.org/W2997006708","https://openalex.org/W2998470023","https://openalex.org/W2998705539","https://openalex.org/W3000524582","https://openalex.org/W3013080934","https://openalex.org/W3015735225","https://openalex.org/W3016632787","https://openalex.org/W3017006601","https://openalex.org/W3018102029","https://openalex.org/W3018925064","https://openalex.org/W3034223443","https://openalex.org/W3034368386","https://openalex.org/W3035392611","https://openalex.org/W3080935714","https://openalex.org/W3092609815","https://openalex.org/W3092822179","https://openalex.org/W3093502611","https://openalex.org/W3096572172","https://openalex.org/W3118945974","https://openalex.org/W3128108456","https://openalex.org/W3128515475","https://openalex.org/W3129329365","https://openalex.org/W3133450183","https://openalex.org/W3141518839","https://openalex.org/W3146591378","https://openalex.org/W3148722043","https://openalex.org/W3152884768","https://openalex.org/W3157565603","https://openalex.org/W3169495242","https://openalex.org/W3175516982","https://openalex.org/W3177196641","https://openalex.org/W3182200686","https://openalex.org/W3187088106","https://openalex.org/W3187574650","https://openalex.org/W3190449293","https://openalex.org/W3192098883","https://openalex.org/W3195778102","https://openalex.org/W3202213872","https://openalex.org/W3202461257","https://openalex.org/W3206034503","https://openalex.org/W3206114081","https://openalex.org/W3206985409","https://openalex.org/W3207184289","https://openalex.org/W3211856354","https://openalex.org/W3212385273","https://openalex.org/W3215194618","https://openalex.org/W4200635637","https://openalex.org/W4206118214","https://openalex.org/W4207076851","https://openalex.org/W4212801827","https://openalex.org/W4213163981","https://openalex.org/W4214653736","https://openalex.org/W4221167590","https://openalex.org/W4224227775","https://openalex.org/W4225130530","https://openalex.org/W4226101686","https://openalex.org/W4226426325","https://openalex.org/W4230674625","https://openalex.org/W4252446935","https://openalex.org/W4280577324","https://openalex.org/W4283220764","https://openalex.org/W4283792986","https://openalex.org/W4283796083","https://openalex.org/W4285048701","https://openalex.org/W4302775088","https://openalex.org/W4312272720","https://openalex.org/W4312699393","https://openalex.org/W4312702379","https://openalex.org/W4312769405","https://openalex.org/W4312995619","https://openalex.org/W4313022127","https://openalex.org/W4313059127","https://openalex.org/W4313178806","https://openalex.org/W4313196436","https://openalex.org/W4319300881","https://openalex.org/W4319923092","https://openalex.org/W4320015765","https://openalex.org/W4360995247","https://openalex.org/W4361759834","https://openalex.org/W4367046768","https://openalex.org/W4368232849","https://openalex.org/W4372265364","https://openalex.org/W4379013917","https://openalex.org/W4381435827","https://openalex.org/W4381799121","https://openalex.org/W4381855603","https://openalex.org/W4382119217","https://openalex.org/W4382239813","https://openalex.org/W4384822670","https://openalex.org/W4384922492","https://openalex.org/W4385453417","https://openalex.org/W4385484778","https://openalex.org/W4385571011","https://openalex.org/W4385615086","https://openalex.org/W4385767986","https://openalex.org/W4385801210","https://openalex.org/W4385819638","https://openalex.org/W4386065714","https://openalex.org/W4386075560","https://openalex.org/W4386083155","https://openalex.org/W4386245189","https://openalex.org/W4386840513","https://openalex.org/W4387385613","https://openalex.org/W4387717590","https://openalex.org/W4387870901","https://openalex.org/W4387934964","https://openalex.org/W4387967957","https://openalex.org/W4388187692","https://openalex.org/W4388626384","https://openalex.org/W4388820220","https://openalex.org/W4389319251","https://openalex.org/W4390399890","https://openalex.org/W4390480792","https://openalex.org/W4390659326","https://openalex.org/W4390747940","https://openalex.org/W4390872847","https://openalex.org/W4390874191","https://openalex.org/W4391096307","https://openalex.org/W4391620892","https://openalex.org/W4391661565","https://openalex.org/W4391716190","https://openalex.org/W4391758541","https://openalex.org/W4392173735","https://openalex.org/W4392356983","https://openalex.org/W4393147158","https://openalex.org/W4393148063","https://openalex.org/W4393153498","https://openalex.org/W4393154587","https://openalex.org/W4393159528","https://openalex.org/W4393166073","https://openalex.org/W4396722619","https://openalex.org/W4399121259","https://openalex.org/W4399693181","https://openalex.org/W4399695571","https://openalex.org/W4400314300","https://openalex.org/W4400644218","https://openalex.org/W4400687243","https://openalex.org/W4400877862","https://openalex.org/W4401210868","https://openalex.org/W4401508509","https://openalex.org/W4401628481","https://openalex.org/W4401749919","https://openalex.org/W4401752639","https://openalex.org/W4401857620","https://openalex.org/W4401878796","https://openalex.org/W4402040190","https://openalex.org/W4402351941","https://openalex.org/W4402352540","https://openalex.org/W4402523770","https://openalex.org/W4402727412","https://openalex.org/W4402727618","https://openalex.org/W4402753788","https://openalex.org/W4402772396","https://openalex.org/W4404781921","https://openalex.org/W4408679902"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Collaborative":[0],"learning":[1,118,150,154,162,166,170],"has":[2],"emerged":[3],"as":[4],"a":[5,33,66,75,100],"key":[6],"paradigm":[7,28],"in":[8,71,111,140,148,219],"large-scale":[9],"intelligent":[10],"systems,":[11],"enabling":[12],"distributed":[13,149],"agents":[14,54],"to":[15,26,60],"cooperatively":[16],"train":[17],"their":[18,22,97],"models":[19],"while":[20],"addressing":[21],"privacy":[23,188],"concerns.":[24],"Central":[25],"this":[27,62],"is":[29,106],"knowledge":[30,38,52,90,105,133,175],"distillation":[31],"(KD),":[32],"technique":[34],"that":[35],"facilitates":[36],"efficient":[37],"transfer":[39],"among":[40],"agents.":[41],"However,":[42],"the":[43,78,92,136,220],"underlying":[44],"mechanisms":[45],"by":[46,64],"which":[47],"KD":[48,70,93,139,217],"leverages":[49],"memory":[50,81,88,131,203],"and":[51,82,86,89,95,109,123,126,132,172,187,204,211],"across":[53],"remain":[55],"underexplored.":[56],"This":[57],"paper":[58],"aims":[59],"bridge":[61],"gap":[63],"offering":[65],"comprehensive":[67],"review":[68],"of":[69,80,103,138,190,222],"collaborative":[72,112,117,141,223],"learning,":[73],"with":[74],"focus":[76],"on":[77,199],"roles":[79],"knowledge.":[83,205],"We":[84,114],"define":[85],"categorize":[87],"within":[91],"process":[94],"explore":[96],"interrelationships,":[98],"providing":[99],"clear":[101],"understanding":[102],"how":[104,130,200],"extracted,":[107],"stored,":[108],"shared":[110],"settings.":[113],"examine":[115],"various":[116],"patterns,":[119],"including":[120],"distributed,":[121],"hierarchical,":[122],"decentralized":[124],"structures,":[125],"provide":[127],"insights":[128],"into":[129],"dynamics":[134],"shape":[135],"effectiveness":[137],"learning.":[142,224],"Particularly,":[143],"we":[144,179,207],"emphasize":[145],"task":[146],"heterogeneity":[147],"pattern":[151],"covering":[152],"federated":[153,160,164,168,173],"(FL),":[155],"multi-agent":[156],"domain":[157],"adaptation":[158],"(MADA),":[159],"multi-modal":[161],"(FML),":[163],"continual":[165],"(FCL),":[167],"multi-task":[169],"(FMTL),":[171],"graph":[174],"embedding":[176],"(FKGE).":[177],"Additionally,":[178],"highlight":[180],"model":[181],"heterogeneity,":[182,184,186],"data":[183],"resource":[185],"concerns":[189],"these":[191],"tasks.":[192],"Our":[193],"analysis":[194],"categorizes":[195],"existing":[196,209],"work":[197],"based":[198],"they":[201],"handle":[202],"Finally,":[206],"discuss":[208],"challenges":[210],"propose":[212],"future":[213],"directions":[214],"for":[215],"advancing":[216],"techniques":[218],"context":[221]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}