{"id":"https://openalex.org/W2885059062","doi":"https://doi.org/10.1109/tsp.2020.3014716","title":"Deeply-Sparse Signal rePresentations (D$\\text{S}^2$P)","display_name":"Deeply-Sparse Signal rePresentations (D$\\text{S}^2$P)","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W2885059062","doi":"https://doi.org/10.1109/tsp.2020.3014716","mag":"2885059062"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2020.3014716","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.3014716","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002643771","display_name":"Demba Ba","orcid":"https://orcid.org/0000-0002-1139-1030"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Demba Ba","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, USA"],"raw_orcid":"https://orcid.org/0000-0002-1139-1030","affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002643771"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":0.35,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.50858908,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"68","issue":null,"first_page":"4727","last_page":"4742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6229361295700073},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6205971240997314},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5800233483314514},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5666654706001282},{"id":"https://openalex.org/keywords/unobservable","display_name":"Unobservable","score":0.5580376982688904},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5265910029411316},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.4888545870780945},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4723302721977234},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4719775319099426},{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.4427896738052368},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4393613636493683},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4283331036567688},{"id":"https://openalex.org/keywords/matching-pursuit","display_name":"Matching pursuit","score":0.4156060516834259},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3051512837409973},{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.2022215723991394}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6229361295700073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6205971240997314},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5800233483314514},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5666654706001282},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.5580376982688904},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5265910029411316},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.4888545870780945},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4723302721977234},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4719775319099426},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.4427896738052368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4393613636493683},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4283331036567688},{"id":"https://openalex.org/C156872377","wikidata":"https://www.wikidata.org/wiki/Q6786281","display_name":"Matching pursuit","level":3,"score":0.4156060516834259},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3051512837409973},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.2022215723991394},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2020.3014716","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.3014716","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W368469426","https://openalex.org/W1483064949","https://openalex.org/W1510028821","https://openalex.org/W1522301498","https://openalex.org/W1570348087","https://openalex.org/W1630816465","https://openalex.org/W1732796048","https://openalex.org/W2015418199","https://openalex.org/W2031614119","https://openalex.org/W2042792015","https://openalex.org/W2100556411","https://openalex.org/W2106334384","https://openalex.org/W2118103795","https://openalex.org/W2121927366","https://openalex.org/W2131172946","https://openalex.org/W2151786463","https://openalex.org/W2152171106","https://openalex.org/W2156387975","https://openalex.org/W2163107063","https://openalex.org/W2406524659","https://openalex.org/W2460144244","https://openalex.org/W2464641472","https://openalex.org/W2752693045","https://openalex.org/W2766452532","https://openalex.org/W2777802649","https://openalex.org/W2889134685","https://openalex.org/W2922033872","https://openalex.org/W2949979136","https://openalex.org/W2963000224","https://openalex.org/W2963047604","https://openalex.org/W2963197835","https://openalex.org/W2963372528","https://openalex.org/W2963623200","https://openalex.org/W2963697946","https://openalex.org/W2963747696","https://openalex.org/W2964121744","https://openalex.org/W2964184826","https://openalex.org/W2964296494","https://openalex.org/W2965497096","https://openalex.org/W2993573967","https://openalex.org/W3045150439","https://openalex.org/W3099751318","https://openalex.org/W4297825594","https://openalex.org/W4322615131","https://openalex.org/W6628781318","https://openalex.org/W6631190155","https://openalex.org/W6637874473","https://openalex.org/W6675992869","https://openalex.org/W6677645113","https://openalex.org/W6679168169","https://openalex.org/W6682889407","https://openalex.org/W6696497002","https://openalex.org/W6724411756","https://openalex.org/W6725543821","https://openalex.org/W6745576597","https://openalex.org/W6754103055","https://openalex.org/W6760829302"],"related_works":["https://openalex.org/W2614563012","https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W4293337373","https://openalex.org/W1968533609","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W1998873033"],"abstract_inverted_index":{"A":[0],"recent":[1],"line":[2],"of":[3,19,25,102,138,146,156,170],"work":[4],"shows":[5,133],"that":[6,83,93,134,160,225],"a":[7,16,88,97,119,178,219],"deep":[8,105,183,213,232],"neural":[9,185],"network":[10],"with":[11,75,122],"ReLU":[12,184],"nonlinearities":[13],"arises":[14],"from":[15,44,207],"finite":[17],"sequence":[18],"cascaded":[20,55],"sparse-coding":[21,56],"models,":[22],"the":[23,29,33,45,50,54,69,85,135,139,144,150,154,165,168,193,195,212],"outputs":[24],"which,":[26],"except":[27,67],"for":[28,68,181],"last":[30],"element":[31],"in":[32,53,87,96,104,173],"cascade,":[34],"are":[35],"sparse":[36,65],"and":[37,61,91,125,153,205],"unobservable.":[38],"We":[39,78,201],"show":[40],"here,":[41],"using":[42],"techniques":[43],"dictionary-learning":[46,214],"literature":[47],"that,":[48],"if":[49],"measurement":[51],"matrices":[52,86],"model":[57],"(a)":[58],"satisfy":[59],"RIP":[60],"(b)":[62],"all":[63],"have":[64],"columns":[66],"last,":[70],"they":[71],"can":[72],"be":[73],"recovered":[74],"high":[76],"probability.":[77],"propose":[79],"two":[80],"algorithms:":[81],"one":[82],"recovers":[84,94],"forward":[89,140],"sequence,":[90],"another":[92],"them":[95],"backward":[98,196],"sequence.":[99],"The":[100,131],"method":[101],"choice":[103],"learning":[106,136],"to":[107,210,230,237],"solve":[108],"this":[109],"problem":[110],"is":[111],"by":[112],"training":[113],"an":[114],"auto-encoder.":[115],"Our":[116],"algorithms":[117],"provide":[118],"sound":[120],"alternative,":[121],"theoretical":[123],"guarantees,":[124],"upper":[126],"bounds":[127],"on":[128,143,192,222],"sample":[129,223],"complexity.":[130],"theory":[132,166],"complexity":[137,224],"algorithm":[141,197],"depends":[142],"number":[145,155,169],"hidden":[147,171],"units":[148,172],"at":[149,159],"deepest":[151],"layer":[152,161],"active":[157],"neurons":[158],"(sparsity).":[162],"In":[163],"addition,":[164],"relates":[167],"successive":[174],"layers,":[175],"thus":[176],"giving":[177],"practical":[179],"prescription":[180],"designing":[182],"networks.":[186],"Because":[187],"it":[188],"puts":[189],"fewer":[190],"restrictions":[191],"architecture,":[194],"requires":[198],"more":[199,235],"data.":[200],"use":[202],"simulated":[203],"data":[204,236],"patches":[206],"natural":[208],"images":[209],"demonstrate":[211],"algorithm.":[215],"Finally,":[216],"we":[217],"conjecture":[218],"lower":[220],"bound":[221],"gives":[226],"some":[227],"insight":[228],"as":[229],"why":[231],"networks":[233],"require":[234],"train":[238],"than":[239],"shallow":[240],"ones.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}