{"id":"https://openalex.org/W2520178508","doi":"https://doi.org/10.1109/tpds.2016.2608823","title":"Design and Implementation of a Communication-Optimal Classifier for Distributed Kernel Support Vector Machines","display_name":"Design and Implementation of a Communication-Optimal Classifier for Distributed Kernel Support Vector Machines","publication_year":2016,"publication_date":"2016-09-13","ids":{"openalex":"https://openalex.org/W2520178508","doi":"https://doi.org/10.1109/tpds.2016.2608823","mag":"2520178508"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2016.2608823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2608823","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100658705","display_name":"Yang You","orcid":"https://orcid.org/0000-0003-2816-4384"},"institutions":[{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang You","raw_affiliation_strings":["Computer Science Division, UC Berkeley, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Division, UC Berkeley, CA","institution_ids":["https://openalex.org/I1297971548","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076825233","display_name":"James Demmel","orcid":"https://orcid.org/0000-0003-1145-3745"},"institutions":[{"id":"https://openalex.org/I1297971548","display_name":"International Computer Science Institute","ror":"https://ror.org/01ewh7m12","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1297971548"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Demmel","raw_affiliation_strings":["Computer Science Division, UC Berkeley, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Division, UC Berkeley, CA","institution_ids":["https://openalex.org/I1297971548","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061648378","display_name":"Kent Czechowski","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kent Czechowski","raw_affiliation_strings":["College of Computing, Georgia Tech, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing, Georgia Tech, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102898115","display_name":"Le Song","orcid":"https://orcid.org/0000-0003-0345-9899"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Le Song","raw_affiliation_strings":["College of Computing, Georgia Tech, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing, Georgia Tech, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016738770","display_name":"Richard Vuduc","orcid":"https://orcid.org/0000-0003-2178-138X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rich Vuduc","raw_affiliation_strings":["College of Computing, Georgia Tech, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing, Georgia Tech, GA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":3.2396,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9340041,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"28","issue":"4","first_page":"974","last_page":"988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.771007239818573},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6855561137199402},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5835568308830261},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5059463381767273},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4717496335506439},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.44321465492248535},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44123515486717224},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.4288780093193054},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4219055771827698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41203010082244873},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3319184184074402},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15918728709220886},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.13090780377388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.771007239818573},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6855561137199402},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5835568308830261},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5059463381767273},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4717496335506439},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.44321465492248535},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44123515486717224},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.4288780093193054},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4219055771827698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41203010082244873},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3319184184074402},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15918728709220886},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.13090780377388},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2016.2608823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2608823","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G175367197","display_name":null,"funder_award_id":"HR0011-12-2-0016","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320307760","display_name":"Hewlett-Packard Development Company","ror":"https://ror.org/059rn9488"},{"id":"https://openalex.org/F4320307798","display_name":"Nokia","ror":"https://ror.org/04pkc8m17"},{"id":"https://openalex.org/F4320307904","display_name":"Oracle","ror":"https://ror.org/006c77m33"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1489608363","https://openalex.org/W1506135481","https://openalex.org/W1512098439","https://openalex.org/W1556219185","https://openalex.org/W1576520375","https://openalex.org/W1813030236","https://openalex.org/W1988518729","https://openalex.org/W2020816856","https://openalex.org/W2087624898","https://openalex.org/W2089282273","https://openalex.org/W2099262739","https://openalex.org/W2100522629","https://openalex.org/W2100659887","https://openalex.org/W2109844857","https://openalex.org/W2114296668","https://openalex.org/W2115694019","https://openalex.org/W2115975329","https://openalex.org/W2116173306","https://openalex.org/W2117990954","https://openalex.org/W2119821739","https://openalex.org/W2121947440","https://openalex.org/W2129686813","https://openalex.org/W2132914434","https://openalex.org/W2148238780","https://openalex.org/W2149684865","https://openalex.org/W2150062669","https://openalex.org/W2152799677","https://openalex.org/W2153635508","https://openalex.org/W2159350554","https://openalex.org/W2606823780","https://openalex.org/W3007294223","https://openalex.org/W4239510810","https://openalex.org/W6629092883","https://openalex.org/W6630527977","https://openalex.org/W6634442568","https://openalex.org/W6655478935","https://openalex.org/W6676101543","https://openalex.org/W6677346259","https://openalex.org/W6677380243","https://openalex.org/W6677732001","https://openalex.org/W6681731484","https://openalex.org/W6682347367","https://openalex.org/W6682557032"],"related_works":["https://openalex.org/W1657880117","https://openalex.org/W2595172197","https://openalex.org/W2127970246","https://openalex.org/W2084856301","https://openalex.org/W1001352512","https://openalex.org/W4382618745","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W2748922771","https://openalex.org/W1987128138"],"abstract_inverted_index":{"We":[0,123],"consider":[1],"the":[2,37,56,71,76,116],"problem":[3,72],"of":[4,12,59,78,104,136],"how":[5],"to":[6,53,109,118,129],"design":[7],"and":[8,30,74,132,145],"implement":[9],"communication-efficient":[10],"versions":[11],"parallel":[13,57],"kernel":[14],"support":[15],"vector":[16,92],"machines,":[17],"a":[18,42,60,86,102,110,146],"widely":[19],"used":[20],"classifier":[21],"in":[22,40,159],"statistical":[23,43],"machine":[24],"learning,":[25],"for":[26],"distributed":[27],"memory":[28],"clusters":[29],"supercomputers.":[31],"The":[32,163],"main":[33],"computational":[34],"bottleneck":[35],"is":[36,45,70,82],"training":[38],"phase,":[39],"which":[41,94],"model":[44],"built":[46],"from":[47],"an":[48],"input":[49],"data":[50],"set.":[51],"Prior":[52],"our":[54],"study,":[55],"isoefficiency":[58,117],"state-of-the-art":[61],"implementation":[62],"scaled":[63],"as":[64],"W":[65,69,96,120],"=":[66,97,121],"\u03a9(P3),":[67],"where":[68],"size":[73],"P":[75],"number":[77],"processors;":[79],"this":[80],"scaling":[81],"worse":[83],"than":[84],"even":[85],"one-dimensional":[87],"block":[88],"row":[89],"dense":[90],"matrix":[91],"multiplication,":[93],"has":[95],"\u03a9(P2).":[98],"This":[99],"study":[100],"considers":[101],"series":[103],"algorithmic":[105],"refinements,":[106],"leading":[107],"ultimately":[108],"Communication-Avoiding":[111],"SVM":[112],"method":[113],"that":[114],"improves":[115],"nearly":[119],"\u03a9(P).":[122],"evaluate":[124],"these":[125],"methods":[126],"on":[127,141,151],"96":[128],"1,536":[130],"processors,":[131],"show":[133],"average":[134],"speedups":[135],"3":[137],"-":[138],"16x":[139],"(7\u00d7":[140],"average)":[142],"over":[143],"Dis-SMO,":[144],"95":[147],"percent":[148],"weak-scaling":[149],"efficiency":[150],"six":[152],"real-world":[153],"datasets,":[154],"with":[155],"only":[156],"modest":[157],"losses":[158],"overall":[160],"classification":[161],"accuracy.":[162],"source":[164],"code":[165],"can":[166],"be":[167],"downloaded":[168],"at":[169],"[1].":[170]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}