{"id":"https://openalex.org/W2163107063","doi":"https://doi.org/10.1145/1553374.1553417","title":"Gradient descent with sparsification","display_name":"Gradient descent with sparsification","publication_year":2009,"publication_date":"2009-06-14","ids":{"openalex":"https://openalex.org/W2163107063","doi":"https://doi.org/10.1145/1553374.1553417","mag":"2163107063"},"language":"en","primary_location":{"id":"doi:10.1145/1553374.1553417","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1553374.1553417","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th Annual International Conference on Machine Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024268264","display_name":"Rahul Garg","orcid":"https://orcid.org/0000-0003-3684-8962"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rahul Garg","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074837451","display_name":"Rohit Khandekar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohit Khandekar","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024268264"],"corresponding_institution_ids":["https://openalex.org/I4210114115"],"apc_list":null,"apc_paid":null,"fwci":16.4593,"has_fulltext":false,"cited_by_count":166,"citation_normalized_percentile":{"value":0.99523953,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"337","last_page":"344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7430329322814941},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.6409218907356262},{"id":"https://openalex.org/keywords/restricted-isometry-property","display_name":"Restricted isometry property","score":0.6259689927101135},{"id":"https://openalex.org/keywords/isometry","display_name":"Isometry (Riemannian geometry)","score":0.6014566421508789},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.5389664173126221},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5326071977615356},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5171177387237549},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5087247490882874},{"id":"https://openalex.org/keywords/isometric-exercise","display_name":"Isometric exercise","score":0.4945494830608368},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.470413476228714},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.439275860786438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3656778931617737},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3643842935562134},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.28372636437416077},{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.15302661061286926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13606798648834229},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11758509278297424}],"concepts":[{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7430329322814941},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.6409218907356262},{"id":"https://openalex.org/C17902559","wikidata":"https://www.wikidata.org/wiki/Q17099734","display_name":"Restricted isometry property","level":3,"score":0.6259689927101135},{"id":"https://openalex.org/C82457910","wikidata":"https://www.wikidata.org/wiki/Q740207","display_name":"Isometry (Riemannian geometry)","level":2,"score":0.6014566421508789},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.5389664173126221},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5326071977615356},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5171177387237549},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5087247490882874},{"id":"https://openalex.org/C103486182","wikidata":"https://www.wikidata.org/wiki/Q1216236","display_name":"Isometric exercise","level":2,"score":0.4945494830608368},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.470413476228714},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.439275860786438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3656778931617737},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3643842935562134},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.28372636437416077},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.15302661061286926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13606798648834229},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11758509278297424},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1553374.1553417","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1553374.1553417","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th Annual International Conference on Machine Learning","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4699999988079071,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W67772112","https://openalex.org/W126362363","https://openalex.org/W1527917680","https://openalex.org/W1975900269","https://openalex.org/W1976709621","https://openalex.org/W1981745143","https://openalex.org/W2015418199","https://openalex.org/W2028781966","https://openalex.org/W2063978378","https://openalex.org/W2078204800","https://openalex.org/W2099100030","https://openalex.org/W2100037283","https://openalex.org/W2107086875","https://openalex.org/W2108665656","https://openalex.org/W2119667497","https://openalex.org/W2127271355","https://openalex.org/W2129131372","https://openalex.org/W2129638195","https://openalex.org/W2145096794","https://openalex.org/W2151693816","https://openalex.org/W2153699776","https://openalex.org/W2157434051","https://openalex.org/W2158928439","https://openalex.org/W2167396304","https://openalex.org/W2169472615","https://openalex.org/W2289917018","https://openalex.org/W2532988047","https://openalex.org/W2954811775","https://openalex.org/W2963322354","https://openalex.org/W2978329087","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4237430004","https://openalex.org/W2025666718","https://openalex.org/W2151106956","https://openalex.org/W2951968883","https://openalex.org/W3104861007","https://openalex.org/W2975405901","https://openalex.org/W2122469757","https://openalex.org/W2145432339","https://openalex.org/W2741884985","https://openalex.org/W2164717810"],"abstract_inverted_index":{"We":[0],"present":[1],"an":[2,6],"algorithm":[3],"for":[4],"finding":[5],"s-sparse":[7],"vector":[8],"x":[9,41],"that":[10],"minimizes":[11],"the":[12,20],"square-error":[13],"\u2225y":[14],"--":[15],"\u03a6x\u22252":[16],"where":[17],"\u03a6":[18],"satisfies":[19],"restricted":[21],"isometry":[22],"property":[23],"(RIP),":[24],"with":[25,37],"isometric":[26],"constant":[27],"\u03b42s":[28],"<":[29],"1/3.":[30],"Our":[31],"algorithm,":[32],"called":[33],"GraDeS":[34],"(Gradient":[35],"Descent":[36],"Sparsification)":[38],"iteratively":[39],"updates":[40],"as:":[42],"[EQUATION]":[43]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":16},{"year":2012,"cited_by_count":17}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
