{"id":"https://openalex.org/W4416617209","doi":"https://doi.org/10.52202/085713-4580","title":"Enhanced Cyclic Coordinate Descent Methods for Elastic Net Penalized Linear Models","display_name":"Enhanced Cyclic Coordinate Descent Methods for Elastic Net Penalized Linear Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416617209","doi":"https://doi.org/10.52202/085713-4580"},"language":"en","primary_location":{"id":"doi:10.52202/085713-4580","doi":"https://doi.org/10.52202/085713-4580","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-4580","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.19999","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100651550","display_name":"Yixiao Wang","orcid":"https://orcid.org/0000-0003-2664-3605","observed_orcids":["https://orcid.org/0000-0003-2664-3605"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yixiao Wang","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102696700","display_name":"Zishan Shao","orcid":"https://orcid.org/0009-0003-7873-8857","observed_orcids":["https://orcid.org/0009-0003-7873-8857"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zishan Shao","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102019380","display_name":"Ting Jiang","orcid":"https://orcid.org/0000-0003-4925-2033","observed_orcids":["https://orcid.org/0000-0003-4925-2033"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ting Jiang","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030240609","display_name":"Aditya Devarakonda","orcid":"https://orcid.org/0000-0002-8251-9150","observed_orcids":["https://orcid.org/0000-0002-8251-9150"]},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Devarakonda","raw_affiliation_strings":["Wake Forest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wake Forest University","institution_ids":["https://openalex.org/I47251452"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6573,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79259981,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"152229","last_page":"152270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8701000213623047,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8701000213623047,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.11209999769926071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cyclic-coordinate-descent","display_name":"cyclic coordinate descent","score":0.949999988079071},{"id":"https://openalex.org/keywords/elastic-net","display_name":"elastic net","score":0.7680000066757202},{"id":"https://openalex.org/keywords/generalized-linear-models","display_name":"generalized linear models","score":0.8830000162124634},{"id":"https://openalex.org/keywords/regularization-path","display_name":"regularization path","score":0.6660000085830688},{"id":"https://openalex.org/keywords/taylor-expansion","display_name":"Taylor series expansion","score":0.7639999985694885},{"id":"https://openalex.org/keywords/convergence-acceleration","display_name":"convergence acceleration","score":0.5270000100135803},{"id":"https://openalex.org/keywords/numerical-stability","display_name":"numerical stability","score":0.7559999823570251},{"id":"https://openalex.org/keywords/sparse-regression","display_name":"sparse regression","score":0.3700000047683716}],"concepts":[{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.8568000197410583},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5787000060081482},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5745999813079834},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5382999777793884},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5371999740600586},{"id":"https://openalex.org/C203868755","wikidata":"https://www.wikidata.org/wiki/Q5353562","display_name":"Elastic net regularization","level":3,"score":0.5343000292778015},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5231999754905701},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5175999999046326},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5026000142097473},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5001999735832214},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.498199999332428},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.3546000123023987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3531999886035919},{"id":"https://openalex.org/C139352143","wikidata":"https://www.wikidata.org/wiki/Q82571","display_name":"Linear algebra","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C158946198","wikidata":"https://www.wikidata.org/wiki/Q131187","display_name":"Taylor series","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C49766605","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear map","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C152442038","wikidata":"https://www.wikidata.org/wiki/Q2778212","display_name":"Tikhonov regularization","level":3,"score":0.3052999973297119},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C14166107","wikidata":"https://www.wikidata.org/wiki/Q253829","display_name":"Net (polyhedron)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C77346573","wikidata":"https://www.wikidata.org/wiki/Q484637","display_name":"Linear equation","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C176321772","wikidata":"https://www.wikidata.org/wiki/Q1430640","display_name":"Numerical stability","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C94523830","wikidata":"https://www.wikidata.org/wiki/Q11203","display_name":"System of linear equations","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-4580","doi":"https://doi.org/10.52202/085713-4580","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-4580","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.19999","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.19999","pdf_url":"https://arxiv.org/pdf/2510.19999","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.19999","doi":"https://doi.org/10.48550/arxiv.2510.19999","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.19999","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.19999","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.19999","pdf_url":"https://arxiv.org/pdf/2510.19999","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1079818582","display_name":null,"funder_award_id":"AC02\u201005CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G1143651532","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G122673668","display_name":null,"funder_award_id":"DE\u2013AC02\u201305CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G1286236842","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1677143136","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G1799333409","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G3136028036","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G419881185","display_name":null,"funder_award_id":"DEAC02\u201305CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4290134382","display_name":null,"funder_award_id":"ASCR-ERCAP0024170","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G42916606","display_name":null,"funder_award_id":"DE AC02 05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4501827968","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5076365615","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G6652958823","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G7354628648","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G8928785057","display_name":null,"funder_award_id":"DE-SC-0023296","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320309558","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724"},{"id":"https://openalex.org/F4320317220","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"},{"id":"https://openalex.org/F4320338292","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416617209.pdf","grobid_xml":"https://content.openalex.org/works/W4416617209.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W1618978521","https://openalex.org/W3127243955","https://openalex.org/W4396944962"],"related_works":["https://openalex.org/W4396944962","https://openalex.org/W4294541781","https://openalex.org/W7096650287","https://openalex.org/W2254643615","https://openalex.org/W2090745716","https://openalex.org/W7094328723","https://openalex.org/W2624378968","https://openalex.org/W2912556465","https://openalex.org/W4295066837","https://openalex.org/W3091870573"],"abstract_inverted_index":{"We":[0,29,79],"present":[1],"a":[2,36,89],"novel":[3],"enhanced":[4],"cyclic":[5],"coordinate":[6,132],"descent":[7],"(ECCD)":[8],"framework":[9],"for":[10,165],"solving":[11],"generalized":[12],"linear":[13,146],"models":[14],"with":[15],"elastic":[16],"net":[17],"constraints":[18],"that":[19,82,95,120],"reduces":[20],"training":[21],"time":[22],"in":[23,48,65,140,163],"comparison":[24],"to":[25,43,59,144],"existing":[26,154],"state-of-the-art":[27,155],"methods.":[28],"redesign":[30],"the":[31,40,49,61,66,71,83,110,123],"CD":[32,67,112],"method":[33,68,139,152],"by":[34,88,130],"performing":[35],"Taylor":[37],"expansion":[38],"around":[39],"current":[41],"iterate":[42],"avoid":[44],"nonlinear":[45],"operations":[46],"arising":[47],"gradient":[50],"computation.":[51],"By":[52],"introducing":[53],"this":[54],"approximation,":[55],"we":[56,135],"are":[57],"able":[58],"unroll":[60],"vector":[62],"recurrences":[63],"occurring":[64],"and":[69,126],"reformulate":[70],"resulting":[72],"computations":[73],"into":[74],"more":[75],"efficient":[76],"batched":[77],"computations.":[78,148],"show":[80],"empirically":[81],"recurrence":[84],"can":[85],"be":[86],"unrolled":[87],"tunable":[90],"integer":[91],"parameter,":[92],"$s$,":[93],"such":[94],"$s":[96,106],">":[97],"1$":[98,108],"yields":[99,109],"performance":[100,159],"improvements":[101,160],"without":[102],"affecting":[103],"convergence,":[104],"whereas":[105],"=":[107],"original":[111],"method.":[113],"A":[114],"key":[115],"advantage":[116],"of":[117,150,161],"ECCD":[118],"is":[119,175],"it":[121],"avoids":[122],"convergence":[124],"delay":[125],"numerical":[127],"instability":[128],"exhibited":[129],"block":[131],"descent.":[133],"Finally,":[134],"implement":[136],"our":[137,151],"proposed":[138],"C++":[141],"using":[142],"Eigen":[143],"accelerate":[145],"algebra":[147],"Comparison":[149],"against":[153],"solvers":[156],"shows":[157],"consistent":[158],"$3\\times$":[162],"average":[164],"regularization":[166],"path":[167],"variant":[168],"on":[169],"diverse":[170],"benchmark":[171],"datasets.":[172],"Our":[173],"implementation":[174],"available":[176],"at":[177],"https://github.com/Yixiao-Wang-Stats/ECCD.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-25T00:00:00"}