{"id":"https://openalex.org/W4400023271","doi":"https://doi.org/10.1109/tsp.2024.3418971","title":"Pivotal Auto-Encoder via Self-Normalizing ReLU","display_name":"Pivotal Auto-Encoder via Self-Normalizing ReLU","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400023271","doi":"https://doi.org/10.1109/tsp.2024.3418971"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3418971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3418971","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.16052","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002021520","display_name":"Nelson Goldenstein","orcid":"https://orcid.org/0009-0009-2296-8315"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Nelson Goldenstein","raw_affiliation_strings":["Department of Electrical and Computer Engineering, the Technion, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, the Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086776097","display_name":"Jeremias Sulam","orcid":"https://orcid.org/0000-0003-0946-1957"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremias Sulam","raw_affiliation_strings":["Department of Biomedical Engineering and the Mathematical Institute for Data Science, Johns Hopkins University, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering and the Mathematical Institute for Data Science, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114803503","display_name":"Yaniv Romano","orcid":"https://orcid.org/0000-0001-8951-8583"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yaniv Romano","raw_affiliation_strings":["Department of Electrical and Computer Engineering and also with the Department of Computer Science, the Technion, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and also with the Department of Computer Science, the Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002021520"],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":0.3407,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63491118,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"72","issue":null,"first_page":"3201","last_page":"3212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6143341064453125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5100904107093811},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3290385603904724},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32855722308158875},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1390189230442047}],"concepts":[{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6143341064453125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5100904107093811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3290385603904724},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32855722308158875},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1390189230442047}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2024.3418971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3418971","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2406.16052","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.16052","pdf_url":"https://arxiv.org/pdf/2406.16052","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.16052","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.16052","pdf_url":"https://arxiv.org/pdf/2406.16052","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G251722999","display_name":null,"funder_award_id":"CCF 2007649","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6656062853","display_name":"Collaborative Research: CIF: Small: Deep Sparse Models: Analysis and Algorithms","funder_award_id":"2007649","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6894402473","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7025107089","display_name":null,"funder_award_id":"729/21","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400023271.pdf","grobid_xml":"https://content.openalex.org/works/W4400023271.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1829781029","https://openalex.org/W2002932002","https://openalex.org/W2071563913","https://openalex.org/W2078204800","https://openalex.org/W2110158442","https://openalex.org/W2113606819","https://openalex.org/W2118451726","https://openalex.org/W2121058967","https://openalex.org/W2135046866","https://openalex.org/W2141039087","https://openalex.org/W2142940228","https://openalex.org/W2151693816","https://openalex.org/W2160887388","https://openalex.org/W2508457857","https://openalex.org/W2556068545","https://openalex.org/W2752693045","https://openalex.org/W2764207251","https://openalex.org/W2810470036","https://openalex.org/W2900696134","https://openalex.org/W2963000668","https://openalex.org/W2963047604","https://openalex.org/W2963294657","https://openalex.org/W2963747696","https://openalex.org/W2977911002","https://openalex.org/W2982505009","https://openalex.org/W3015660229","https://openalex.org/W3035302306","https://openalex.org/W3037922936","https://openalex.org/W3101691277","https://openalex.org/W3121832289","https://openalex.org/W3123078562","https://openalex.org/W3133902371","https://openalex.org/W3212391383","https://openalex.org/W4213310170","https://openalex.org/W4292363360","https://openalex.org/W6604254268","https://openalex.org/W6638370976","https://openalex.org/W6677645113","https://openalex.org/W6681096077","https://openalex.org/W6724411756","https://openalex.org/W6748190454","https://openalex.org/W6757817989","https://openalex.org/W6761088229","https://openalex.org/W6764313512","https://openalex.org/W6767423860","https://openalex.org/W6772996280","https://openalex.org/W6779115566"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Sparse":[0],"auto-encoders":[1,36,59],"are":[2],"useful":[3],"for":[4,146],"extracting":[5],"low-dimensional":[6],"representations":[7],"from":[8,24,109],"high-dimensional":[9],"data.":[10],"However,":[11],"their":[12],"performance":[13],"degrades":[14],"sharply":[15],"when":[16],"the":[17,25,33,41,46,66,83,92,110,132,143,154],"input":[18,47],"noise":[19,26,44,84,102,133,167],"at":[20,86],"test":[21,87],"time":[22],"differs":[23],"employed":[27],"during":[28],"training.":[29],"This":[30],"limitation":[31],"hinders":[32],"applicability":[34],"of":[35,43,166],"in":[37,45,161],"real-world":[38],"scenarios":[39],"where":[40],"level":[42,85],"is":[48,96,114,129],"unpredictable.":[49],"In":[50,89],"this":[51],"paper,":[52],"we":[53,70,135],"formalize":[54],"single":[55],"hidden":[56],"layer":[57],"sparse":[58],"as":[60],"a":[61,78,117,158],"transform":[62,67],"learning":[63],"problem.":[64],"Leveraging":[65],"modeling":[68],"interpretation,":[69],"propose":[71],"an":[72],"optimization":[73,106],"problem":[74],"that":[75,125,153],"leads":[76],"to":[77,82,98,100,131,169],"predictive":[79],"model":[80,95],"invariant":[81,130],"time.":[88],"other":[90],"words,":[91],"same":[93],"pre-trained":[94],"able":[97],"generalize":[99],"different":[101],"levels.":[103],"The":[104],"proposed":[105,144],"algorithm,":[107],"derived":[108],"square":[111],"root":[112],"lasso,":[113],"translated":[115],"into":[116],"new,":[118],"computationally":[119],"efficient":[120],"auto-encoding":[121],"architecture.":[122],"After":[123],"proving":[124],"our":[126,137],"new":[127],"method":[128],"level,":[134],"evaluate":[136],"approach":[138],"by":[139],"training":[140],"networks":[141],"using":[142],"architecture":[145],"denoising":[147],"tasks.":[148],"Our":[149],"experimental":[150],"results":[151],"demonstrate":[152],"trained":[155],"models":[156],"yield":[157],"significant":[159],"improvement":[160],"stability":[162],"against":[163],"varying":[164],"types":[165],"compared":[168],"commonly":[170],"used":[171],"architectures.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}