{"id":"https://openalex.org/W2035222516","doi":"https://doi.org/10.1109/ijcnn.2012.6252810","title":"Learning sparse representation via a nonlinear shrinkage encoder and a linear sparse decoder","display_name":"Learning sparse representation via a nonlinear shrinkage encoder and a linear sparse decoder","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W2035222516","doi":"https://doi.org/10.1109/ijcnn.2012.6252810","mag":"2035222516"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2012.6252810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086840169","display_name":"Zhengping Ji","orcid":"https://orcid.org/0000-0001-8568-1615"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengping Ji","raw_affiliation_strings":["T-5, Theoretical Division and the Center for Nonlinear Studies, Los Alamos National Laboratory, Los Alamos, NM, USA","T-5, Theoretical Division and the Center for Nonlinear Studies, Los Alamos National Laboratory, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T-5, Theoretical Division and the Center for Nonlinear Studies, Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"T-5, Theoretical Division and the Center for Nonlinear Studies, Los Alamos National Laboratory, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062172771","display_name":"Wentao Huang","orcid":"https://orcid.org/0000-0001-8333-6586"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wentao Huang","raw_affiliation_strings":["Department of Neuroscience, Johns Hopkins University, Baltimore, MD, USA","Department of Neuroscience, John Hopkins University, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neuroscience, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Department of Neuroscience, John Hopkins University, Baltimore, MD, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038579760","display_name":"Steven P. Brumby","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven P. Brumby","raw_affiliation_strings":["ISR-3 Space Data Systems Group, Machine Learning Team, Los Alamos National Laboratory, Los Alamos, NM, USA","ISR-3 Space Data Systems Group, Machine Learning Team, Los Alamos National Laboratory, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISR-3 Space Data Systems Group, Machine Learning Team, Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"ISR-3 Space Data Systems Group, Machine Learning Team, Los Alamos National Laboratory, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"54","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7608457207679749},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6484367847442627},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.6439203023910522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5529013872146606},{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.4726504385471344},{"id":"https://openalex.org/keywords/basis-function","display_name":"Basis function","score":0.4589352309703827},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4500017762184143},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.42741912603378296},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.42457717657089233},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4239058494567871},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41161012649536133},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3897663354873657},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3302011787891388},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24260687828063965}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7608457207679749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6484367847442627},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.6439203023910522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5529013872146606},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.4726504385471344},{"id":"https://openalex.org/C5917680","wikidata":"https://www.wikidata.org/wiki/Q2621825","display_name":"Basis function","level":2,"score":0.4589352309703827},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4500017762184143},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.42741912603378296},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.42457717657089233},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4239058494567871},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41161012649536133},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3897663354873657},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3302011787891388},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24260687828063965},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2012.6252810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.47999998927116394,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W151672344","https://openalex.org/W189596042","https://openalex.org/W1983334819","https://openalex.org/W1989975849","https://openalex.org/W2024530670","https://openalex.org/W2025768430","https://openalex.org/W2097356275","https://openalex.org/W2103212315","https://openalex.org/W2103444992","https://openalex.org/W2105464873","https://openalex.org/W2108665656","https://openalex.org/W2110798204","https://openalex.org/W2112447569","https://openalex.org/W2112796928","https://openalex.org/W2115429828","https://openalex.org/W2118103795","https://openalex.org/W2133257461","https://openalex.org/W2134557905","https://openalex.org/W2136922672","https://openalex.org/W2138448681","https://openalex.org/W2140262144","https://openalex.org/W2140499889","https://openalex.org/W2142940228","https://openalex.org/W2144332008","https://openalex.org/W2145889472","https://openalex.org/W2160547390","https://openalex.org/W2161893161","https://openalex.org/W2162915993","https://openalex.org/W2172174689","https://openalex.org/W2184852195","https://openalex.org/W2605998369","https://openalex.org/W3118608800","https://openalex.org/W6606188866","https://openalex.org/W6607775107","https://openalex.org/W6675541922","https://openalex.org/W6676231525","https://openalex.org/W6676481782","https://openalex.org/W6677645113","https://openalex.org/W6679718588","https://openalex.org/W6680414531","https://openalex.org/W6681189018","https://openalex.org/W6683819664","https://openalex.org/W6684753728","https://openalex.org/W6686418764","https://openalex.org/W6736430770"],"related_works":["https://openalex.org/W2890544631","https://openalex.org/W2067062989","https://openalex.org/W4205656132","https://openalex.org/W3004790527","https://openalex.org/W2111634407","https://openalex.org/W2783282829","https://openalex.org/W2579633471","https://openalex.org/W2539392819","https://openalex.org/W2203155458","https://openalex.org/W212310357"],"abstract_inverted_index":{"Learning":[0],"sparse":[1,24,43,58,126,194],"representations":[2,25,195],"for":[3],"deep":[4,100],"networks":[5],"has":[6],"drawn":[7],"considerable":[8],"research":[9],"interest":[10],"in":[11,167,176,199],"recent":[12],"years.":[13],"In":[14],"this":[15,90],"paper,":[16],"we":[17],"present":[18],"a":[19,27,37,57,77,85,155,168,177,209],"novel":[20],"framework":[21,91],"to":[22,35,40,52,56,95,98,138,153,180,185,196,222],"learn":[23,99],"via":[26,208],"generalized":[28],"encoder-decoder":[29],"architecture.":[30],"The":[31,102,225],"basic":[32],"idea":[33],"is":[34,65,106,135],"adopt":[36],"fast":[38],"approximation":[39],"the":[41,69,125,142,174,187,193,232,240],"iterative":[42,112],"coding":[44],"solution":[45],"and":[46,80,116,119,128,140,161,206,213,231],"form":[47],"an":[48,54,72,131],"efficient":[49,109],"nonlinear":[50],"encoder":[51],"map":[53],"input":[55,143],"representation.":[59],"A":[60],"set":[61],"of":[62,71,76,157,228,234],"basis":[63,129,165],"functions":[64,166],"then":[66,191],"learned":[67],"through":[68],"minimization":[70],"energy":[73],"function":[74],"consisting":[75],"sparseness":[78],"prior":[79],"linear":[81,210],"decoder":[82],"constraints.":[83],"Applying":[84],"greedy":[86],"layer-wise":[87],"learning":[88,104,121],"scheme,":[89],"can":[92],"be":[93],"extended":[94],"more":[96,182],"layers":[97],"networks.":[101],"proposed":[103],"algorithm":[105],"also":[107],"highly":[108],"as":[110],"no":[111],"operations":[113],"are":[114,122,237],"required,":[115],"both":[117],"batch":[118],"on-line":[120],"supported.":[123],"Given":[124],"representation":[127],"functions,":[130],"optimized":[132],"decoding":[133],"procedure":[134],"carried":[136],"out":[137],"reconstruct":[139],"denoise":[141],"signals.":[144],"We":[145,190],"evaluate":[146],"our":[147],"model":[148],"on":[149],"natural":[150],"image":[151,226],"patches":[152],"develop":[154],"dictionary":[156],"V1-like":[158],"Gabor":[159],"filters,":[160],"further":[162],"show":[163],"that":[164],"higher":[169],"layer":[170,179],"(e.g.,":[171],"V2)":[172],"combine":[173],"filters":[175],"lower":[178],"generate":[181],"complex":[183],"patterns":[184],"benefit":[186],"high-level":[188],"tasks.":[189],"use":[192],"recognize":[197],"objects":[198],"two":[200],"benchmark":[201],"data":[202],"sets":[203],"(i.e.,":[204],"CIFAR-10":[205],"NORB)":[207],"SVM":[211],"classifier,":[212],"demonstrate":[214],"better":[215],"or":[216],"comparable":[217],"recognition":[218],"performances":[219],"with":[220],"respect":[221],"state-of-art":[223],"algorithms.":[224],"reconstruction":[227],"MNIST":[229],"images":[230],"restoration":[233],"corrupted":[235],"versions":[236],"presented":[238],"at":[239],"end.":[241]},"counts_by_year":[{"year":2013,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}