{"id":"https://openalex.org/W2196920785","doi":"https://doi.org/10.1109/tit.2017.2776228","title":"A Mathematical Theory of Deep Convolutional Neural Networks for Feature Extraction","display_name":"A Mathematical Theory of Deep Convolutional Neural Networks for Feature Extraction","publication_year":2017,"publication_date":"2017-11-21","ids":{"openalex":"https://openalex.org/W2196920785","doi":"https://doi.org/10.1109/tit.2017.2776228","mag":"2196920785"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2017.2776228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2776228","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1512.06293","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009015123","display_name":"Thomas Wiatowski","orcid":"https://orcid.org/0000-0002-1848-6593"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Thomas Wiatowski","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering, ETH Z\u00fcrich, Z\u00fcrich, Switzerland","Department of Information Technology and Electrical Engineering, ETH Zurich Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-1848-6593","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering, ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering, ETH Zurich Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079321311","display_name":"Helmut B\u00f6lcskei","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Helmut Bolcskei","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering, ETH Z\u00fcrich, Z\u00fcrich, Switzerland","Department of Information Technology and Electrical Engineering, ETH Zurich Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-3047-5149","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering, ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering, ETH Zurich Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1246,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":{"value":0.92607425,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"64","issue":"3","first_page":"1845","last_page":"1866"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11210","display_name":"Mathematical Analysis and Transform Methods","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wavelet","display_name":"Wavelet","score":0.6118923425674438},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5767596364021301},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.575904130935669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5675708055496216},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5189275741577148},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.481965035200119},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.47397226095199585},{"id":"https://openalex.org/keywords/curvelet","display_name":"Curvelet","score":0.4324212372303009},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.4296847879886627},{"id":"https://openalex.org/keywords/wavelet-transform","display_name":"Wavelet transform","score":0.4048346281051636},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38559696078300476},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.35159194469451904},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.16540789604187012}],"concepts":[{"id":"https://openalex.org/C47432892","wikidata":"https://www.wikidata.org/wiki/Q831390","display_name":"Wavelet","level":2,"score":0.6118923425674438},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5767596364021301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.575904130935669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5675708055496216},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5189275741577148},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.481965035200119},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.47397226095199585},{"id":"https://openalex.org/C131720326","wikidata":"https://www.wikidata.org/wiki/Q5196075","display_name":"Curvelet","level":4,"score":0.4324212372303009},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.4296847879886627},{"id":"https://openalex.org/C196216189","wikidata":"https://www.wikidata.org/wiki/Q2867","display_name":"Wavelet transform","level":3,"score":0.4048346281051636},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38559696078300476},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35159194469451904},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.16540789604187012}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2017.2776228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2776228","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1512.06293","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1512.06293","pdf_url":"https://arxiv.org/pdf/1512.06293","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2196920785","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1512.06293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1512.06293","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1512.06293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1512.06293","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1512.06293","pdf_url":"https://arxiv.org/pdf/1512.06293","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2196920785.pdf","grobid_xml":"https://content.openalex.org/works/W2196920785.grobid-xml"},"referenced_works_count":92,"referenced_works":["https://openalex.org/W39986554","https://openalex.org/W224962721","https://openalex.org/W228380312","https://openalex.org/W654435104","https://openalex.org/W1531371725","https://openalex.org/W1549358575","https://openalex.org/W1588513474","https://openalex.org/W1594563152","https://openalex.org/W1605417594","https://openalex.org/W1624854622","https://openalex.org/W1663973292","https://openalex.org/W1762506961","https://openalex.org/W1800418436","https://openalex.org/W1932922755","https://openalex.org/W1970684339","https://openalex.org/W1976013202","https://openalex.org/W1977020076","https://openalex.org/W1978474920","https://openalex.org/W1993882792","https://openalex.org/W1994906459","https://openalex.org/W1997146646","https://openalex.org/W2004217976","https://openalex.org/W2015861736","https://openalex.org/W2018332268","https://openalex.org/W2021722152","https://openalex.org/W2026942141","https://openalex.org/W2029728802","https://openalex.org/W2031621093","https://openalex.org/W2032049628","https://openalex.org/W2062024414","https://openalex.org/W2066462711","https://openalex.org/W2069912449","https://openalex.org/W2072072671","https://openalex.org/W2087377426","https://openalex.org/W2093231248","https://openalex.org/W2100860054","https://openalex.org/W2103835941","https://openalex.org/W2104853049","https://openalex.org/W2105464770","https://openalex.org/W2109001758","https://openalex.org/W2112504244","https://openalex.org/W2112796928","https://openalex.org/W2117853853","https://openalex.org/W2119821739","https://openalex.org/W2120731967","https://openalex.org/W2128031217","https://openalex.org/W2128196382","https://openalex.org/W2133824856","https://openalex.org/W2134152745","https://openalex.org/W2134524318","https://openalex.org/W2138584058","https://openalex.org/W2139427956","https://openalex.org/W2145023731","https://openalex.org/W2147497470","https://openalex.org/W2148154194","https://openalex.org/W2151103935","https://openalex.org/W2154579312","https://openalex.org/W2155399784","https://openalex.org/W2163782669","https://openalex.org/W2163922914","https://openalex.org/W2208541107","https://openalex.org/W2240077181","https://openalex.org/W2294385287","https://openalex.org/W2345809749","https://openalex.org/W2546302380","https://openalex.org/W2589910641","https://openalex.org/W2605744995","https://openalex.org/W2919115771","https://openalex.org/W2949650786","https://openalex.org/W2951389692","https://openalex.org/W2951978781","https://openalex.org/W2963304575","https://openalex.org/W2963851978","https://openalex.org/W3038830718","https://openalex.org/W3098103643","https://openalex.org/W4214540058","https://openalex.org/W4239510810","https://openalex.org/W4247341659","https://openalex.org/W4254734937","https://openalex.org/W4255272544","https://openalex.org/W4293106097","https://openalex.org/W6631943919","https://openalex.org/W6632978964","https://openalex.org/W6637242042","https://openalex.org/W6657731379","https://openalex.org/W6682610290","https://openalex.org/W6682751323","https://openalex.org/W6682889407","https://openalex.org/W6684753728","https://openalex.org/W6687483927","https://openalex.org/W6714097516","https://openalex.org/W6736987314"],"related_works":["https://openalex.org/W2072072671","https://openalex.org/W1994906459","https://openalex.org/W2919115771","https://openalex.org/W2112796928","https://openalex.org/W2261689926","https://openalex.org/W3098103643","https://openalex.org/W2605744995","https://openalex.org/W2744060663","https://openalex.org/W2734655155","https://openalex.org/W2195388612","https://openalex.org/W2093231248","https://openalex.org/W1787224781","https://openalex.org/W2786711153","https://openalex.org/W2901247417","https://openalex.org/W2023684311","https://openalex.org/W2151889247","https://openalex.org/W961744533","https://openalex.org/W1524283827","https://openalex.org/W2121244641","https://openalex.org/W3131697044"],"abstract_inverted_index":{"Deep":[0],"convolutional":[1,119],"neural":[2],"networks":[3,74],"(DCNNs)":[4],"have":[5],"led":[6],"to":[7,27,213],"breakthrough":[8],"results":[9,51,111],"in":[10,21,85,94,122,173,191],"numerous":[11],"practical":[12],"machine":[13],"learning":[14],"tasks,":[15],"such":[16,216],"as":[17],"classification":[18],"of":[19,40,59,102,167,188,194],"images":[20],"the":[22,32,50,82,95,103,178,192,195],"ImageNet":[23],"data":[24],"set,":[25],"control-policy-learning":[26],"play":[28],"Atari":[29],"games":[30],"or":[31,121],"board":[33],"game":[34],"Go,":[35],"and":[36,47,89,99,136,151,154,162,205,223],"image":[37],"captioning.":[38],"Many":[39],"these":[41,168],"applications":[42],"first":[43],"perform":[44],"feature":[45,62,105,180],"extraction":[46,63],"then":[48],"feed":[49],"thereof":[52],"into":[53],"a":[54,77,114,184],"classifier.":[55],"The":[56],"mathematical":[57],"analysis":[58],"DCNNs":[60],"for":[61],"was":[64],"initiated":[65],"by":[66,81,112],"Mallat,":[67],"2012.":[68],"Specifically,":[69],"Mallat":[70],"considered":[71],"so-called":[72],"scattering":[73],"based":[75],"on":[76],"wavelet":[78,96],"transform":[79],"followed":[80],"modulus":[83,152],"non-linearity":[84],"each":[86],"network":[87,175,203],"layer,":[88],"proved":[90],"translation":[91,185],"invariance":[92,186],"(asymptotically":[93],"scale":[97],"parameter)":[98],"deformation":[100,208],"stability":[101],"corresponding":[104],"extractor.":[106],"This":[107],"paper":[108],"complements":[109],"Mallat's":[110],"developing":[113],"theory":[115],"that":[116,211],"encompasses":[117],"general":[118,126,139,155],"transforms,":[120],"more":[123,199],"technical":[124],"parlance,":[125],"semi-discrete":[127],"frames":[128],"(including":[129],"Weyl-Heisenberg":[130],"filters,":[131],"curvelets,":[132],"shearlets,":[133],"ridgelets,":[134],"wavelets,":[135],"learned":[137],"filters),":[138],"Lipschitz-continuous":[140,156],"non-linearities":[141],"(e.g.,":[142],"rectified":[143],"linear":[144],"units,":[145],"shifted":[146],"logistic":[147],"sigmoids,":[148],"hyperbolic":[149],"tangents,":[150],"functions),":[153],"pooling":[157],"operators":[158],"emulating,":[159],"e.g.,":[160,218],"sub-sampling":[161],"averaging.":[163],"In":[164],"addition,":[165],"all":[166],"elements":[169],"can":[170],"be":[171],"different":[172,174],"layers.":[176],"For":[177],"resulting":[179],"extractor,":[181],"we":[182,206],"prove":[183],"result":[187],"vertical":[189],"nature":[190],"sense":[193],"features":[196],"becoming":[197],"progressively":[198],"translation-invariant":[200],"with":[201],"increasing":[202],"depth,":[204],"establish":[207],"sensitivity":[209],"bounds":[210],"apply":[212],"signal":[214],"classes":[215],"as,":[217],"band-limited":[219],"functions,":[220,222],"cartoon":[221],"Lipschitz":[224],"functions.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}