{"id":"https://openalex.org/W2964166170","doi":null,"title":"Efficient distributed learning with sparsity","display_name":"Efficient distributed learning with sparsity","publication_year":2017,"publication_date":"2017-08-06","ids":{"openalex":"https://openalex.org/W2964166170","mag":"2964166170"},"language":"en","primary_location":{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-98089","doi":null,"is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-98089","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100628042","display_name":"Jialei Wang","orcid":"https://orcid.org/0000-0002-8678-8075","observed_orcids":["https://orcid.org/0000-0002-8678-8075"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jialei Wang","raw_affiliation_strings":["University of Chicago (  )"],"raw_orcid":"https://orcid.org/0000-0002-8678-8075","affiliations":[{"raw_affiliation_string":"University of Chicago (  )","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016868056","display_name":"Mladen Kolar","orcid":"https://orcid.org/0000-0001-7353-3404","observed_orcids":["https://orcid.org/0000-0001-7353-3404"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mladen Kolar","raw_affiliation_strings":["University of Chicago (  )"],"raw_orcid":"https://orcid.org/0000-0001-7353-3404","affiliations":[{"raw_affiliation_string":"University of Chicago (  )","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070613374","display_name":"Nathan Srebro","orcid":"https://orcid.org/0000-0002-0763-1740","observed_orcids":["https://orcid.org/0000-0002-0763-1740"]},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathan Srebro","raw_affiliation_strings":["Toyota Technological Institute--Chicago#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-0763-1740","affiliations":[{"raw_affiliation_string":"Toyota Technological Institute--Chicago#TAB#","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100378792","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0002-5511-2558","observed_orcids":["https://orcid.org/0000-0002-5511-2558","https://orcid.org/0000-0001-5818-4285","https://orcid.org/0000-0002-7025-6365","https://orcid.org/0000-0002-8838-4963","https://orcid.org/0000-0001-6212-4891","https://orcid.org/0000-0002-3506-0180","https://orcid.org/0000-0002-6807-0641","https://orcid.org/0000-0003-1148-4322","https://orcid.org/0000-0002-0131-0129","https://orcid.org/0000-0001-8163-3050","https://orcid.org/0000-0002-3481-6062"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["Tencent AI Lab,China"],"raw_orcid":"https://orcid.org/0000-0002-8838-4963","affiliations":[{"raw_affiliation_string":"Tencent AI Lab,China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0923,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.91944969,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"3636","last_page":"3645"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6640999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6640999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.18639999628067017,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-learning","display_name":"distributed learning","score":0.7789999842643738},{"id":"https://openalex.org/keywords/sparse-learning","display_name":"sparse learning","score":0.9750000238418579},{"id":"https://openalex.org/keywords/l1-regularization","display_name":"L1 regularization","score":0.7929999828338623},{"id":"https://openalex.org/keywords/communication-complexity","display_name":"communication complexity","score":0.5170000195503235},{"id":"https://openalex.org/keywords/estimation-error-bounds","display_name":"estimation error bounds","score":0.8199999928474426},{"id":"https://openalex.org/keywords/gradient-computation","display_name":"gradient computation","score":0.367000013589859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7339956760406494},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6109241247177124},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.512127161026001},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.48475024104118347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4157804846763611},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.41469722986221313},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4118427634239197},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3604593873023987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33318236470222473},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21685174107551575},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.14452868700027466},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-98089","doi":null,"is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-98089","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-114125","doi":null,"is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-114125","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-98089","doi":null,"is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=&rft.volume=7&rft.issue=&rft.date=2017&rft.spage=5544&rft.aulast=Wang&rft.aufirst=&rft.atitle=Efficient%20distributed%20learning%20with%20sparsity&rft.title=Proceedings%20of%20International%20Conference%20on%20Machine%20Learning%2C%20ICML%202017","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"},{"id":"mag:2964166170","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v70/wang17f/wang17f.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1626317705","https://openalex.org/W1694091468","https://openalex.org/W1839685963","https://openalex.org/W2010824638","https://openalex.org/W2023982864","https://openalex.org/W2069119359","https://openalex.org/W2078831169","https://openalex.org/W2081746825","https://openalex.org/W2092058109","https://openalex.org/W2103012681","https://openalex.org/W2108475251","https://openalex.org/W2109842006","https://openalex.org/W2116581043","https://openalex.org/W2122189635","https://openalex.org/W2123154536","https://openalex.org/W2127300249","https://openalex.org/W2128208871","https://openalex.org/W2131172946","https://openalex.org/W2135046866","https://openalex.org/W2142246398","https://openalex.org/W2143021454","https://openalex.org/W2144839971","https://openalex.org/W2148087609","https://openalex.org/W2151499551","https://openalex.org/W2151825876","https://openalex.org/W2162312215","https://openalex.org/W2164278908","https://openalex.org/W2166706236","https://openalex.org/W2198430602","https://openalex.org/W2236749180","https://openalex.org/W2238591594","https://openalex.org/W2253742742","https://openalex.org/W2266787974","https://openalex.org/W2950978476","https://openalex.org/W2952986481","https://openalex.org/W2962897077","https://openalex.org/W2963126228","https://openalex.org/W2963321497","https://openalex.org/W2963992805","https://openalex.org/W2964023411","https://openalex.org/W2999941859","https://openalex.org/W3003608419"],"related_works":["https://openalex.org/W2791738856","https://openalex.org/W2903996657","https://openalex.org/W2751369593","https://openalex.org/W2790943930","https://openalex.org/W2889747079","https://openalex.org/W2964058067","https://openalex.org/W1839685963","https://openalex.org/W1533746848","https://openalex.org/W2287826714","https://openalex.org/W7117432590"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,39,46],"novel,":[3],"efficient":[4],"approach":[5,70],"for":[6],"distributed":[7],"sparse":[8],"learning":[9],"with":[10,55],"observations":[11],"randomly":[12],"partitioned":[13],"across":[14],"machines.":[15],"In":[16],"each":[17],"round":[18],"of":[19,28,48,58,62,65,77],"the":[20,26,29,35,56,66,68,73,84],"proposed":[21,69],"method,":[22],"worker":[23],"machines":[24],"compute":[25],"gradient":[27],"loss":[30,42],"on":[31],"local":[32],"data":[33],"and":[34,60],"master":[36],"machine":[37],"solves":[38],"shifted":[40],"regularized":[41],"minimization":[43],"problem.":[44],"After":[45],"number":[47,57],"communication":[49],"rounds":[50],"that":[51],"scales":[52],"only":[53],"logarithmically":[54],"machines,":[59],"independent":[61],"other":[63],"parameters":[64],"problem,":[67],"provably":[71],"matches":[72],"estimation":[74],"error":[75],"bound":[76],"centralized":[78],"methods.":[79],"Copyright":[80],"\u00a9":[81],"2017":[82],"by":[83],"authors.":[85]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2019-07-30T00:00:00"}