{"id":"https://openalex.org/W2991808817","doi":"https://doi.org/10.1109/tsp.2019.2957607","title":"Un-Rectifying Non-Linear Networks for Signal Representation","display_name":"Un-Rectifying Non-Linear Networks for Signal Representation","publication_year":2019,"publication_date":"2019-12-04","ids":{"openalex":"https://openalex.org/W2991808817","doi":"https://doi.org/10.1109/tsp.2019.2957607","mag":"2991808817"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2019.2957607","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2019.2957607","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058554535","display_name":"Wen-Liang Hwang","orcid":"https://orcid.org/0000-0002-5546-6575"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Wen-Liang Hwang","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","[Institute of Information Science Academia Sinica, Taipei, Taiwan]"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"[Institute of Information Science Academia Sinica, Taipei, Taiwan]","institution_ids":["https://openalex.org/I4210098366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112524063","display_name":"Andreas M. Heinecke","orcid":null},"institutions":[{"id":"https://openalex.org/I3089745140","display_name":"Yale-NUS College","ror":"https://ror.org/04g9wch13","country_code":"SG","type":"education","lineage":["https://openalex.org/I3089745140"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Andreas Heinecke","raw_affiliation_strings":["Yale-NUS College, Singapore","Yale\u2010NUS College, Singapore"],"affiliations":[{"raw_affiliation_string":"Yale-NUS College, Singapore","institution_ids":["https://openalex.org/I3089745140"]},{"raw_affiliation_string":"Yale\u2010NUS College, Singapore","institution_ids":["https://openalex.org/I3089745140"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5058554535"],"corresponding_institution_ids":["https://openalex.org/I4210098366"],"apc_list":null,"apc_paid":null,"fwci":1.3534,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.79974953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"68","issue":null,"first_page":"196","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.5759083032608032},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.5396101474761963},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5340776443481445},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.4833759665489197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47698765993118286},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4186175465583801},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41549697518348694},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4149326682090759},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3754761219024658},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36503085494041443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3217359185218811},{"id":"https://openalex.org/keywords/digital-signal-processing","display_name":"Digital signal processing","score":0.1320188045501709},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.1023799479007721}],"concepts":[{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.5759083032608032},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.5396101474761963},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5340776443481445},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.4833759665489197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47698765993118286},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4186175465583801},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41549697518348694},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4149326682090759},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3754761219024658},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36503085494041443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3217359185218811},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.1320188045501709},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.1023799479007721},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2019.2957607","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2019.2957607","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W228380312","https://openalex.org/W1662382123","https://openalex.org/W1665214252","https://openalex.org/W1831449718","https://openalex.org/W1836465849","https://openalex.org/W1901129140","https://openalex.org/W2007972795","https://openalex.org/W2025768430","https://openalex.org/W2050507755","https://openalex.org/W2072072671","https://openalex.org/W2076063813","https://openalex.org/W2078204800","https://openalex.org/W2097117768","https://openalex.org/W2105464873","https://openalex.org/W2112796928","https://openalex.org/W2118297240","https://openalex.org/W2156387975","https://openalex.org/W2160547390","https://openalex.org/W2161388792","https://openalex.org/W2163605009","https://openalex.org/W2164452299","https://openalex.org/W2194775991","https://openalex.org/W2261689926","https://openalex.org/W2296616510","https://openalex.org/W2480295938","https://openalex.org/W2519796145","https://openalex.org/W2595294663","https://openalex.org/W2607813869","https://openalex.org/W2620965429","https://openalex.org/W2625429595","https://openalex.org/W2657631929","https://openalex.org/W2782977076","https://openalex.org/W2798598284","https://openalex.org/W2803403308","https://openalex.org/W2890335815","https://openalex.org/W2894843516","https://openalex.org/W2896556344","https://openalex.org/W2901838001","https://openalex.org/W2903320160","https://openalex.org/W2951236102","https://openalex.org/W2951603627","https://openalex.org/W2963135377","https://openalex.org/W2963197835","https://openalex.org/W2963399222","https://openalex.org/W2963950090","https://openalex.org/W2964211601","https://openalex.org/W2964311892","https://openalex.org/W2970865211","https://openalex.org/W2973818247","https://openalex.org/W3104008686","https://openalex.org/W3106050203","https://openalex.org/W4250955649","https://openalex.org/W4255272544","https://openalex.org/W4285719527","https://openalex.org/W4288349471","https://openalex.org/W4294576319","https://openalex.org/W4297779039","https://openalex.org/W4297801963","https://openalex.org/W4297926695","https://openalex.org/W4301028776","https://openalex.org/W4322615131","https://openalex.org/W6637178625","https://openalex.org/W6637242042","https://openalex.org/W6638667902","https://openalex.org/W6638670064","https://openalex.org/W6639824700","https://openalex.org/W6682747227","https://openalex.org/W6682889407","https://openalex.org/W6684191040","https://openalex.org/W6724411756","https://openalex.org/W6735307612","https://openalex.org/W6736813449","https://openalex.org/W6739495466","https://openalex.org/W6745505307","https://openalex.org/W6751347407","https://openalex.org/W6753438819","https://openalex.org/W6754841496","https://openalex.org/W6755310813","https://openalex.org/W6762904343"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W2900413183","https://openalex.org/W147410782","https://openalex.org/W3022252430","https://openalex.org/W3103989898","https://openalex.org/W4287804464","https://openalex.org/W2152352598","https://openalex.org/W803346624","https://openalex.org/W3108539254"],"abstract_inverted_index":{"We":[0,51,88,138],"consider":[1],"deep":[2],"neural":[3],"networks":[4,149],"with":[5],"rectifier":[6],"activations":[7,60],"and":[8,65,80,101,132,150,171,176,183],"max-pooling":[9],"from":[10,23,67,178],"a":[11,25,34,53,135,161],"signal":[12,49,181],"representation":[13,28],"perspective.":[14],"In":[15,119],"this":[16],"view,":[17],"such":[18],"representations":[19,40],"mark":[20],"the":[21,48,58,74,85,92,95,98,106,115,123,140,144,148,158,180],"transition":[22],"using":[24],"single":[26,136],"linear":[27,39,63,76],"for":[29,73,105,154],"all":[30,126],"signals":[31],"to":[32,44,56,114,142,163],"utilizing":[33],"large":[35],"collection":[36],"of":[37,47,84,94,147,157],"affine":[38,75,108],"that":[41,110],"are":[42,130],"tailored":[43],"particular":[45],"regions":[46],"space.":[50],"propose":[52],"novel":[54],"technique":[55],"\u201cun-rectify\u201d":[57],"nonlinear":[59],"into":[61],"data-dependent":[62],"equations":[64],"constraints,":[66],"which":[68],"we":[69],"derive":[70,102],"explicit":[71],"expressions":[72],"operators,":[77],"their":[78],"domains":[79],"ranges":[81],"in":[82,134],"terms":[83],"network":[86,96,128],"parameters.":[87],"show":[89],"how":[90],"increasing":[91],"depth":[93],"refines":[97],"domain":[99],"partitioning":[100,117],"atomic":[103,121],"decompositions":[104,141],"corresponding":[107],"mappings":[109],"process":[111],"data":[112],"belonging":[113],"same":[116],"region.":[118],"each":[120],"decomposition":[122],"connections":[124],"over":[125],"hidden":[127],"layers":[129],"summarized":[131],"interpreted":[133],"matrix.":[137],"apply":[139],"study":[143],"Lipschitz":[145],"regularity":[146],"give":[151],"sufficient":[152],"conditions":[153],"network-depth-independent":[155],"stability":[156],"representation,":[159],"drawing":[160],"connection":[162],"compressible":[164],"weight":[165],"distributions.":[166],"Such":[167],"analyses":[168],"may":[169],"facilitate":[170],"promote":[172],"further":[173],"theoretical":[174],"insight":[175],"exchange":[177],"both":[179],"processing":[182],"machine":[184],"learning":[185],"communities.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}