{"id":"https://openalex.org/W4385767965","doi":"https://doi.org/10.24963/ijcai.2023/519","title":"Reducing Communication for Split Learning by Randomized Top-k Sparsification","display_name":"Reducing Communication for Split Learning by Randomized Top-k Sparsification","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385767965","doi":"https://doi.org/10.24963/ijcai.2023/519"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/519","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/519","pdf_url":"https://www.ijcai.org/proceedings/2023/0519.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0519.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043268759","display_name":"Fei Zheng","orcid":"https://orcid.org/0000-0001-9624-850X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Zheng","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028791879","display_name":"Chaochao Chen","orcid":"https://orcid.org/0000-0003-1419-964X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaochao Chen","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052577882","display_name":"Lingjuan Lyu","orcid":"https://orcid.org/0000-0003-3170-4994"},"institutions":[{"id":"https://openalex.org/I2800278093","display_name":"Sony Corporation (United States)","ror":"https://ror.org/05k91zb11","country_code":"US","type":"company","lineage":["https://openalex.org/I2800278093"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lingjuan Lyu","raw_affiliation_strings":["Sony AI"],"affiliations":[{"raw_affiliation_string":"Sony AI","institution_ids":["https://openalex.org/I2800278093"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054102645","display_name":"Binhui Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binhui Yao","raw_affiliation_strings":["Midea Group"],"affiliations":[{"raw_affiliation_string":"Midea Group","institution_ids":["https://openalex.org/I4210093653"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052577882"],"corresponding_institution_ids":["https://openalex.org/I2800278093"],"apc_list":null,"apc_paid":null,"fwci":2.6224,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91786989,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4665","last_page":"4673"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.6817430853843689},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6579581499099731},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6464667320251465},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5970802903175354},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4388399124145508},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32561102509498596},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2694254517555237}],"concepts":[{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6817430853843689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6579581499099731},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6464667320251465},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5970802903175354},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4388399124145508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32561102509498596},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2694254517555237},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/519","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/519","pdf_url":"https://www.ijcai.org/proceedings/2023/0519.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/519","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/519","pdf_url":"https://www.ijcai.org/proceedings/2023/0519.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385767965.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W1720114023","https://openalex.org/W1832693441","https://openalex.org/W1964749215","https://openalex.org/W2017121215","https://openalex.org/W2129812935","https://openalex.org/W2135046866","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2617766261","https://openalex.org/W2732724430","https://openalex.org/W2805997383","https://openalex.org/W2946900926","https://openalex.org/W2955425717","https://openalex.org/W2963122961","https://openalex.org/W2963752132","https://openalex.org/W2970408908","https://openalex.org/W2978015420","https://openalex.org/W2989289980","https://openalex.org/W3006017224","https://openalex.org/W3006555759","https://openalex.org/W3043723611","https://openalex.org/W3101036738","https://openalex.org/W3103802018","https://openalex.org/W3113374047","https://openalex.org/W3118608800","https://openalex.org/W3137147200","https://openalex.org/W3189274515","https://openalex.org/W3192072825","https://openalex.org/W3214568394","https://openalex.org/W4210427676","https://openalex.org/W4283073868","https://openalex.org/W4285603628","https://openalex.org/W4285787401","https://openalex.org/W4289147263","https://openalex.org/W4299286960","https://openalex.org/W4318619660"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2989452537","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2352590024"],"abstract_inverted_index":{"Split":[0],"learning":[1],"is":[2,30,87],"a":[3,32,94,100,122],"simple":[4],"solution":[5],"for":[6,35,47],"Vertical":[7],"Federated":[8],"Learning":[9],"(VFL),":[10],"which":[11],"has":[12],"drawn":[13],"substantial":[14],"attention":[15],"in":[16],"both":[17],"research":[18],"and":[19,25,58,69,83],"application":[20],"due":[21],"to":[22,78,103],"its":[23],"simplicity":[24],"efficiency.":[26],"However,":[27],"communication":[28,44],"efficiency":[29],"still":[31],"crucial":[33],"issue":[34],"split":[36,48],"learning.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41,72],"investigate":[42],"multiple":[43],"reduction":[45,68],"methods":[46],"learning,":[49],"including":[50],"cut":[51,65],"layer":[52,66],"size":[53,67],"reduction,":[54],"top-k":[55,70,76,91,119],"sparsification,":[56,71,77],"quantization,":[57],"L1":[59],"regularization.":[60],"Through":[61],"analysis":[62],"of":[63],"the":[64,80,127],"further":[73],"propose":[74],"randomized":[75,118],"make":[79],"model":[81,124],"generalize":[82],"converge":[84],"better.":[85],"This":[86],"done":[88],"by":[89],"selecting":[90],"elements":[92],"with":[93,112],"large":[95],"probability":[96,102],"while":[97],"also":[98],"having":[99],"small":[101],"select":[104],"non-top-k":[105],"elements.":[106],"Empirical":[107],"results":[108],"show":[109],"that":[110],"compared":[111],"other":[113],"communication-reduction":[114],"methods,":[115],"our":[116],"proposed":[117],"sparsification":[120],"achieves":[121],"better":[123],"performance":[125],"under":[126],"same":[128],"compression":[129],"level.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6}],"updated_date":"2026-01-24T23:23:39.755997","created_date":"2023-08-12T00:00:00"}