{"id":"https://openalex.org/W2963911159","doi":"https://doi.org/10.1109/tnnls.2018.2889976","title":"Parallel Coordinate Descent Newton Method for Efficient $L_{1}$ -Regularized Loss Minimization","display_name":"Parallel Coordinate Descent Newton Method for Efficient $L_{1}$ -Regularized Loss Minimization","publication_year":2019,"publication_date":"2019-03-06","ids":{"openalex":"https://openalex.org/W2963911159","doi":"https://doi.org/10.1109/tnnls.2018.2889976","mag":"2963911159","pmid":"https://pubmed.ncbi.nlm.nih.gov/30843852"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2018.2889976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2018.2889976","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045777220","display_name":"Yatao Bian","orcid":"https://orcid.org/0000-0002-2368-4084"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yatao An Bian","raw_affiliation_strings":["Department of Computer Science, ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2368-4084","affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100335132","display_name":"Xiong Li","orcid":"https://orcid.org/0000-0001-6619-554X"},"institutions":[{"id":"https://openalex.org/I4210087772","display_name":"National Computer Network Emergency Response Technical Team/Coordination Center of Chinar","ror":"https://ror.org/00247dh76","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210087772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiong Li","raw_affiliation_strings":["National Computer Network Emergency Response Technical Team, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Computer Network Emergency Response Technical Team, Beijing, China","institution_ids":["https://openalex.org/I4210087772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061110835","display_name":"Yuncai Liu","orcid":"https://orcid.org/0000-0002-4040-4478"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuncai Liu","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418319","display_name":"Ming\u2013Hsuan Yang","orcid":"https://orcid.org/0000-0003-4848-2304"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming-Hsuan Yang","raw_affiliation_strings":["School of Engineering, University of California at Merced, Merced, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4848-2304","affiliations":[{"raw_affiliation_string":"School of Engineering, University of California at Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.308,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.78393345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"30","issue":"11","first_page":"3233","last_page":"3245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coordinate-descent","display_name":"Coordinate descent","score":0.7210556864738464},{"id":"https://openalex.org/keywords/newtons-method","display_name":"Newton's method","score":0.6503052711486816},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6085233688354492},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.524695098400116},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.47318196296691895},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4657289385795593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3949589133262634},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35117071866989136},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33396103978157043},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.19344452023506165},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.12506088614463806}],"concepts":[{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.7210556864738464},{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.6503052711486816},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6085233688354492},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.524695098400116},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.47318196296691895},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4657289385795593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3949589133262634},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35117071866989136},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33396103978157043},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19344452023506165},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.12506088614463806},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2018.2889976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2018.2889976","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:30843852","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30843852","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4430032036","display_name":null,"funder_award_id":"U1636123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320331705","display_name":"Max Planck ETH Center for Learning Systems","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W56897548","https://openalex.org/W1530390570","https://openalex.org/W1594004154","https://openalex.org/W1842705303","https://openalex.org/W1845160311","https://openalex.org/W1969048569","https://openalex.org/W1979382551","https://openalex.org/W2004915807","https://openalex.org/W2032395696","https://openalex.org/W2039050532","https://openalex.org/W2055883125","https://openalex.org/W2105596387","https://openalex.org/W2114643899","https://openalex.org/W2118585731","https://openalex.org/W2128529555","https://openalex.org/W2129812935","https://openalex.org/W2130325614","https://openalex.org/W2132737349","https://openalex.org/W2133233009","https://openalex.org/W2138064276","https://openalex.org/W2138243089","https://openalex.org/W2139432235","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2226506202","https://openalex.org/W2616657226","https://openalex.org/W2885270988","https://openalex.org/W2962741697","https://openalex.org/W2963707635","https://openalex.org/W2964190623","https://openalex.org/W3007227167","https://openalex.org/W6602341596","https://openalex.org/W6638746569","https://openalex.org/W6675956380","https://openalex.org/W6677656871","https://openalex.org/W6679393576","https://openalex.org/W6679660245","https://openalex.org/W6680541846","https://openalex.org/W6680579697","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6730236268","https://openalex.org/W6753458681","https://openalex.org/W6764309476"],"related_works":["https://openalex.org/W2486267010","https://openalex.org/W4298096494","https://openalex.org/W1678820847","https://openalex.org/W2117229703","https://openalex.org/W2559216629","https://openalex.org/W1553684505","https://openalex.org/W1607707911","https://openalex.org/W2037211941","https://openalex.org/W2484651380","https://openalex.org/W2963511616"],"abstract_inverted_index":{"The":[0,64,84],"recent":[1],"years":[2],"have":[3],"witnessed":[4],"advances":[5],"in":[6,112],"parallel":[7,113],"algorithms":[8,18],"for":[9,109],"large-scale":[10],"optimization":[11],"problems.":[12,39,221],"Notwithstanding":[13],"the":[14,68,72,78,89,106,122,129,142,147,152,173,180,193,231,239],"demonstrated":[15],"success,":[16],"existing":[17],"that":[19,55,230],"parallelize":[20],"over":[21],"features":[22],"are":[23],"usually":[24],"limited":[25,153],"by":[26,103,187],"divergence":[27],"issues":[28],"under":[29],"high":[30,82],"parallelism":[31,139,235],"or":[32],"require":[33],"data":[34,62,174,227],"preprocessing":[35],"to":[36,58,120,134,146,199],"alleviate":[37],"these":[38],"In":[40,171],"this":[41],"paper,":[42],"we":[43],"propose":[44],"a":[45],"Parallel":[46],"Coordinate":[47],"Descent":[48],"algorithm":[49,70,86,131,144,196,233],"using":[50],"approximate":[51],"Newton":[52],"steps":[53],"(PCDN)":[54],"is":[56,71,132,197],"guaranteed":[57,133],"converge":[59,135],"globally":[60,136],"without":[61],"preprocessing.":[63],"key":[65],"component":[66],"of":[67,95,156,179],"PCDN":[69,85,130,143,195,232],"high-dimensional":[73],"line":[74,118,182],"search,":[75],"which":[76],"guarantees":[77],"global":[79],"convergence":[80],"with":[81,168],"parallelism.":[83,170],"randomly":[87],"partitions":[88],"feature":[90,111],"set":[91],"into":[92],"b":[93],"subsets/bundles":[94],"size":[96],"P,":[97],"and":[98,114,140,162,176,207,237],"sequentially":[99],"processes":[100],"each":[101,110],"bundle":[102],"first":[104],"computing":[105],"descent":[107],"directions":[108],"then":[115],"conducting":[116],"P-dimensional":[117,181],"search":[119,183],"compute":[121],"step":[123],"size.":[124],"We":[125],"show":[126,229],"that:":[127],"1)":[128],"despite":[137],"increasing":[138,169],"2)":[141],"converges":[145],"specified":[148],"accuracy":[149],"\u03f5":[150],"within":[151],"iteration":[154],"number":[155],"T":[157,163],"<sub":[158,164,201,209,214],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[159,165,202,210,215],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03f5</sub>":[160,166],",":[161],"decreases":[167],"addition,":[172],"transfer":[175],"synchronization":[177],"cost":[178],"can":[184],"be":[185],"minimized":[186],"maintaining":[188],"intermediate":[189],"quantities.":[190],"For":[191],"concreteness,":[192],"proposed":[194],"applied":[198],"L":[200,208,213],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[203,211],"-regularized":[204,212],"logistic":[205],"regression":[206],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[216],"-loss":[217],"support":[218],"vector":[219],"machine":[220],"Experimental":[222],"evaluations":[223],"on":[224],"seven":[225],"benchmark":[226],"sets":[228],"exploits":[234],"well":[236],"outperforms":[238],"state-of-the-art":[240],"methods.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-07-30T00:00:00"}