{"id":"https://openalex.org/W2554489331","doi":"https://doi.org/10.48550/arxiv.1605.02711","title":"Nonconvex Sparse Learning via Stochastic Optimization with Progressive Variance Reduction","display_name":"Nonconvex Sparse Learning via Stochastic Optimization with Progressive Variance Reduction","alternate_titles":[],"publication_year":2016,"publication_date":"2016-05-09","ids":{"openalex":"https://openalex.org/W2554489331","doi":"https://doi.org/10.48550/arxiv.1605.02711","mag":"2554489331"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1605.02711","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.02711","pdf_url":"https://arxiv.org/pdf/1605.02711","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2554489331"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1605.02711","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101550432","display_name":"Xingguo Li","orcid":"https://orcid.org/0009-0002-9927-4505","observed_orcids":["https://orcid.org/0009-0002-9927-4505","https://orcid.org/0000-0002-5510-9447"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Xingguo","raw_affiliation_strings":["Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063457506","display_name":"Raman Arora","orcid":"https://orcid.org/0000-0003-2002-3923","observed_orcids":["https://orcid.org/0000-0003-2002-3923"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arora, Raman","raw_affiliation_strings":["Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448105","display_name":"Han Liu","orcid":"https://orcid.org/0000-0002-6618-1380","observed_orcids":["https://orcid.org/0000-0002-6618-1380","https://orcid.org/0009-0000-3593-6157"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Han","raw_affiliation_strings":["Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;","Department of Electrical Engineering and Computer Science and Statistics at Northwestern University ; Tuo Zhao is affiliated with School of Industrial and Systems Engineering at Georgia Institute of Technol- ogy "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I145311948"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science and Statistics at Northwestern University ; Tuo Zhao is affiliated with School of Industrial and Systems Engineering at Georgia Institute of Technol- ogy ","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011305900","display_name":"Jarvis Haupt","orcid":"https://orcid.org/0000-0002-1570-7071","observed_orcids":["https://orcid.org/0000-0002-1570-7071"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haupt, Jarvis","raw_affiliation_strings":["Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101595501","display_name":"Tuo Zhao","orcid":"https://orcid.org/0000-0002-4991-7851","observed_orcids":["https://orcid.org/0000-0002-4991-7851"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao, Tuo","raw_affiliation_strings":["Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering at University of Minnesota Twin Cities ; Raman Arora is affiliated with Department of Computer Science at Johns Hopkins University ;","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6255000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6255000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.2117999941110611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.12890000641345978,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sparse-learning","display_name":"sparse learning","score":0.8600000143051147},{"id":"https://openalex.org/keywords/cardinality-constraints","display_name":"cardinality constraints","score":0.7820000052452087},{"id":"https://openalex.org/keywords/stochastic-variance-reduction","display_name":"stochastic variance reduction","score":0.7820000052452087},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.9480000138282776},{"id":"https://openalex.org/keywords/linear-convergence","display_name":"linear convergence","score":0.9129999876022339},{"id":"https://openalex.org/keywords/asynchronous-parallel-algorithms","display_name":"asynchronous parallel algorithms","score":0.7310000061988831},{"id":"https://openalex.org/keywords/high-dimensional-estimation","display_name":"high-dimensional estimation","score":0.8059999942779541},{"id":"https://openalex.org/keywords/parameter-estimation","display_name":"parameter estimation","score":0.6200000047683716}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.8219796419143677},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6840794086456299},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5581620931625366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47064751386642456},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41773396730422974},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3710060119628906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3702278435230255},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.34714752435684204},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3073302209377289},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.21291908621788025},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.1546928584575653},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1605.02711","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.02711","pdf_url":"https://arxiv.org/pdf/1605.02711","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1605.02711","doi":"https://doi.org/10.48550/arxiv.1605.02711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1605.02711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1605.02711","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.02711","pdf_url":"https://arxiv.org/pdf/1605.02711","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2400250677","display_name":"BIGDATA: Collaborative Research: F: Stochastic Approximation for Subspace and Multiview Representation Learning","funder_award_id":"1546482","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2654367760","display_name":"Spectral Tweets: A Community Paradigm for Spatio-temporal Cognitive Sensing and Access","funder_award_id":"1247885","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3201322107","display_name":"CAREER: An Integrated Inferential Framework for Big Data Research and Education","funder_award_id":"1454377","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7065138684","display_name":"III: Small: Nonparametric Structure Learning for Complex Scientific Datasets","funder_award_id":"1332109","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7183873188","display_name":null,"funder_award_id":"N66001-14-1-4047","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8817794971","display_name":"RI: Medium: Collaborative Research: Next-Generation Statistical Optimization Methods for Big Data Computing","funder_award_id":"1408910","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8840606396","display_name":"CIF: Small: Beyond Sparsity - Exploiting Saliency in Compressive and Adaptive Sensing","funder_award_id":"1217751","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309636","display_name":"University of Minnesota","ror":"https://ror.org/03grvy078"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2554489331.pdf","grobid_xml":"https://content.openalex.org/works/W2554489331.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1496357020","https://openalex.org/W1523661875","https://openalex.org/W1843828865","https://openalex.org/W1874232560","https://openalex.org/W1939652453","https://openalex.org/W1965125844","https://openalex.org/W1969752902","https://openalex.org/W1977520307","https://openalex.org/W2009134948","https://openalex.org/W2026523206","https://openalex.org/W2030161963","https://openalex.org/W2047152541","https://openalex.org/W2056532343","https://openalex.org/W2074682976","https://openalex.org/W2105875671","https://openalex.org/W2107438106","https://openalex.org/W2111297856","https://openalex.org/W2132555912","https://openalex.org/W2135046866","https://openalex.org/W2137911812","https://openalex.org/W2138019504","https://openalex.org/W2138243089","https://openalex.org/W2142246398","https://openalex.org/W2151128232","https://openalex.org/W2151825876","https://openalex.org/W2153742431","https://openalex.org/W2159700154","https://openalex.org/W2162312215","https://openalex.org/W2162451874","https://openalex.org/W2163224677","https://openalex.org/W2164452299","https://openalex.org/W2345561455","https://openalex.org/W2365692793","https://openalex.org/W2566240941","https://openalex.org/W2586353914","https://openalex.org/W2616811598","https://openalex.org/W2952215077","https://openalex.org/W2962798535","https://openalex.org/W2963297739","https://openalex.org/W2963322354","https://openalex.org/W2963765119","https://openalex.org/W3141595720","https://openalex.org/W4298011531","https://openalex.org/W7099103444"],"related_works":["https://openalex.org/W2365692793","https://openalex.org/W2106709023","https://openalex.org/W2267911020","https://openalex.org/W2808381739","https://openalex.org/W2136758284","https://openalex.org/W2803974531","https://openalex.org/W2962798535","https://openalex.org/W2575701667","https://openalex.org/W2950109360","https://openalex.org/W4413386210"],"abstract_inverted_index":{"We":[0,37],"propose":[1],"a":[2,49],"stochastic":[3],"variance":[4],"reduced":[5],"optimization":[6],"algorithm":[7,24,42,60],"for":[8],"solving":[9],"sparse":[10],"learning":[11],"problems":[12],"with":[13,48],"cardinality":[14],"constraints.":[15],"Sufficient":[16],"conditions":[17],"are":[18],"provided,":[19],"under":[20],"which":[21],"the":[22,40,56],"proposed":[23,41],"enjoys":[25],"strong":[26],"linear":[27,51],"convergence":[28],"guarantees":[29],"and":[30,67],"optimal":[31],"estimation":[32,66],"accuracy":[33],"in":[34,61],"high":[35],"dimensions.":[36],"further":[38],"extend":[39],"to":[43],"an":[44],"asynchronous":[45],"parallel":[46],"variant":[47],"near":[50],"speedup.":[52],"Numerical":[53],"experiments":[54],"demonstrate":[55],"efficiency":[57],"of":[58,63],"our":[59],"terms":[62],"both":[64],"parameter":[65],"computational":[68],"performance.":[69]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2554489331","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":4}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-11-30T00:00:00"}
