{"id":"https://openalex.org/W3158199885","doi":"https://doi.org/10.1109/tit.2022.3170434","title":"Stability and Risk Bounds of Iterative Hard Thresholding","display_name":"Stability and Risk Bounds of Iterative Hard Thresholding","publication_year":2022,"publication_date":"2022-04-28","ids":{"openalex":"https://openalex.org/W3158199885","doi":"https://doi.org/10.1109/tit.2022.3170434","mag":"3158199885"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2022.3170434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3170434","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100776794","display_name":"Xiao\u2013Tong Yuan","orcid":"https://orcid.org/0000-0002-7151-8806"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao-Tong Yuan","raw_affiliation_strings":["Cognitive Computing Laboratory, Baidu Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Cognitive Computing Laboratory, Baidu Research, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100435527","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-5979-8868"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["Cognitive Computing Laboratory, Baidu Research, Washington, WA, USA"],"affiliations":[{"raw_affiliation_string":"Cognitive Computing Laboratory, Baidu Research, Washington, WA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100776794"],"corresponding_institution_ids":["https://openalex.org/I98301712"],"apc_list":null,"apc_paid":null,"fwci":0.1626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.37172661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"68","issue":"10","first_page":"6663","last_page":"6681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6384272575378418},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.528904378414154},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5042990446090698},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4855070114135742},{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.4294922351837158},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4190562665462494},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.4130019545555115},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.41210243105888367},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3834250569343567},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36834558844566345},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.36771008372306824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36425864696502686},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19312894344329834},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.11534807085990906},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.10481253266334534}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6384272575378418},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.528904378414154},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5042990446090698},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4855070114135742},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.4294922351837158},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4190562665462494},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4130019545555115},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41210243105888367},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3834250569343567},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36834558844566345},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.36771008372306824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36425864696502686},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19312894344329834},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.11534807085990906},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.10481253266334534},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2022.3170434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3170434","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1349274172","display_name":null,"funder_award_id":"2018AAA0100400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G409525531","display_name":null,"funder_award_id":"U21B2049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4280725833","display_name":null,"funder_award_id":"61876090","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4317995357","display_name":null,"funder_award_id":"61936005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":117,"referenced_works":["https://openalex.org/W27434444","https://openalex.org/W88685657","https://openalex.org/W143004564","https://openalex.org/W1523985187","https://openalex.org/W1570963478","https://openalex.org/W1811750039","https://openalex.org/W1965125844","https://openalex.org/W1977520307","https://openalex.org/W1993266883","https://openalex.org/W2028781966","https://openalex.org/W2044421224","https://openalex.org/W2055186664","https://openalex.org/W2061598070","https://openalex.org/W2063368770","https://openalex.org/W2071168995","https://openalex.org/W2074682976","https://openalex.org/W2099210013","https://openalex.org/W2109842006","https://openalex.org/W2116343548","https://openalex.org/W2119144962","https://openalex.org/W2120875792","https://openalex.org/W2127300249","https://openalex.org/W2129554161","https://openalex.org/W2133676097","https://openalex.org/W2135046866","https://openalex.org/W2135716303","https://openalex.org/W2140204814","https://openalex.org/W2142246398","https://openalex.org/W2153103970","https://openalex.org/W2160354932","https://openalex.org/W2162341153","https://openalex.org/W2163107063","https://openalex.org/W2288682671","https://openalex.org/W2296616510","https://openalex.org/W2487980609","https://openalex.org/W2499540656","https://openalex.org/W2512213236","https://openalex.org/W2530735251","https://openalex.org/W2549916392","https://openalex.org/W2550629656","https://openalex.org/W2566240941","https://openalex.org/W2741226915","https://openalex.org/W2804280820","https://openalex.org/W2805003733","https://openalex.org/W2890767329","https://openalex.org/W2891597037","https://openalex.org/W2905800572","https://openalex.org/W2914527946","https://openalex.org/W2915531175","https://openalex.org/W2949732160","https://openalex.org/W2950190315","https://openalex.org/W2951441327","https://openalex.org/W2952160444","https://openalex.org/W2962710557","https://openalex.org/W2962975464","https://openalex.org/W2963094221","https://openalex.org/W2963122491","https://openalex.org/W2963322354","https://openalex.org/W2963548292","https://openalex.org/W2963765119","https://openalex.org/W2963794891","https://openalex.org/W2963813662","https://openalex.org/W2964299589","https://openalex.org/W2964750045","https://openalex.org/W2965157832","https://openalex.org/W2981310591","https://openalex.org/W2994927236","https://openalex.org/W3036386250","https://openalex.org/W3046508829","https://openalex.org/W3046674719","https://openalex.org/W3098306969","https://openalex.org/W3099897794","https://openalex.org/W3100743579","https://openalex.org/W3102942031","https://openalex.org/W3103380172","https://openalex.org/W3103870504","https://openalex.org/W3105849782","https://openalex.org/W3106266785","https://openalex.org/W3110557569","https://openalex.org/W3123493127","https://openalex.org/W4205213118","https://openalex.org/W4211030719","https://openalex.org/W4250955649","https://openalex.org/W4285719527","https://openalex.org/W4289293816","https://openalex.org/W4294284923","https://openalex.org/W4295116634","https://openalex.org/W4302439355","https://openalex.org/W6601076486","https://openalex.org/W6603545903","https://openalex.org/W6638061900","https://openalex.org/W6638214083","https://openalex.org/W6674802743","https://openalex.org/W6677408864","https://openalex.org/W6677580257","https://openalex.org/W6680088133","https://openalex.org/W6680741563","https://openalex.org/W6682421523","https://openalex.org/W6684103851","https://openalex.org/W6704584212","https://openalex.org/W6724179616","https://openalex.org/W6729768886","https://openalex.org/W6735717691","https://openalex.org/W6742384823","https://openalex.org/W6745375793","https://openalex.org/W6751979845","https://openalex.org/W6752068902","https://openalex.org/W6754749982","https://openalex.org/W6754942166","https://openalex.org/W6756455746","https://openalex.org/W6757685903","https://openalex.org/W6759861439","https://openalex.org/W6765930310","https://openalex.org/W6769302070","https://openalex.org/W6771084760","https://openalex.org/W6781665720","https://openalex.org/W7034108470"],"related_works":["https://openalex.org/W2158224665","https://openalex.org/W2379589510","https://openalex.org/W2504004674","https://openalex.org/W4300044672","https://openalex.org/W2810730439","https://openalex.org/W1881631164","https://openalex.org/W1595229445","https://openalex.org/W1540770276","https://openalex.org/W4242275050","https://openalex.org/W4246056463"],"abstract_inverted_index":{"In":[0],"this":[1,63],"paper,":[2],"we":[3],"analyze":[4],"the":[5,9,38,49,76,90,172,221],"generalization":[6,71],"performance":[7],"of":[8,28,40,78,102,135,180,223],"Iterative":[10],"Hard":[11],"Thresholding":[12],"(IHT)":[13],"algorithm":[14],"widely":[15],"used":[16],"for":[17,73,196],"sparse":[18,70,138,211,215],"recovery":[19,26],"problems.":[20],"The":[21,205],"parameter":[22],"estimation":[23,51],"and":[24,175,214],"sparsity":[25,113],"consistency":[27],"IHT":[29,50,74,111,168],"has":[30],"long":[31],"been":[32,208],"known":[33],"in":[34,137],"compressed":[35],"sensing.":[36],"From":[37],"perspective":[39],"statistical":[41],"learning,":[42],"another":[43],"fundamental":[44],"question":[45,65],"is":[46,229],"how":[47],"well":[48],"would":[52],"predict":[53],"on":[54,89,165],"unseen":[55],"data.":[56],"This":[57],"paper":[58],"makes":[59],"progress":[60],"towards":[61],"answering":[62],"open":[64],"by":[66,158],"introducing":[67],"a":[68,142,166,177],"novel":[69],"theory":[72,82],"under":[75,86,201],"notion":[77],"algorithmic":[79],"stability.":[80],"Our":[81],"reveals":[83],"that:":[84],"1)":[85],"natural":[87],"conditions":[88],"empirical":[91],"risk":[92,199],"function":[93,200],"over":[94],"<inline-formula":[95,104,115,123,144,182],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[96,105,116,124,145,183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[97,106,117,125,146,184],"<tex-math":[98,107,118,126,147,185],"notation=\"LaTeX\">$n$":[99],"</tex-math></inline-formula>":[100,109,120,133,153,192],"samples":[101],"dimension":[103],"notation=\"LaTeX\">$p$":[108],",":[110],"with":[112],"level":[114],"notation=\"LaTeX\">$k$":[119],"enjoys":[121],"an":[122,160],"notation=\"LaTeX\">$\\tilde":[127,148,186],"{\\mathcal":[128,149,187],"{O}}(n^{-1/2}\\sqrt":[129,150],"{k\\log":[130],"(n)\\log":[131],"(p)})$":[132],"rate":[134,179],"convergence":[136],"excess":[139],"risk;":[140,174],"2)":[141],"tighter":[143],"{\\log":[151],"(n)})$":[152],"bound":[154],"can":[155,193],"be":[156,194],"established":[157],"imposing":[159],"additional":[161],"iteration":[162],"stability":[163],"condition":[164],"hypothetical":[167],"procedure":[169],"invoked":[170],"to":[171,210,219,231],"population":[173],"3)":[176],"fast":[178],"order":[181],"{O}}\\left":[188],"({n^{-1}k(\\log":[189],"^{3}(n)+\\log":[190],"(p))}\\right)$":[191],"derived":[195],"strongly":[197],"convex":[198],"proper":[202],"strong-signal":[203],"conditions.":[204],"results":[206],"have":[207],"substantialized":[209],"linear":[212],"regression":[213,217],"logistic":[216],"models":[218],"demonstrate":[220],"applicability":[222],"our":[224,233],"theory.":[225],"Preliminary":[226],"numerical":[227],"evidence":[228],"provided":[230],"support":[232],"theoretical":[234],"predictions.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}