{"id":"https://openalex.org/W3135482464","doi":"https://doi.org/10.1109/tpami.2022.3149445","title":"Reframing Neural Networks: Deep Structure in Overcomplete Representations","display_name":"Reframing Neural Networks: Deep Structure in Overcomplete Representations","publication_year":2022,"publication_date":"2022-02-08","ids":{"openalex":"https://openalex.org/W3135482464","doi":"https://doi.org/10.1109/tpami.2022.3149445","mag":"3135482464","pmid":"https://pubmed.ncbi.nlm.nih.gov/35133959"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3149445","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3149445","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071106886","display_name":"Calvin Murdock","orcid":"https://orcid.org/0000-0002-9560-4506"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Calvin Murdock","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005702891","display_name":"George Cazenavette","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Cazenavette","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055053078","display_name":"Simon Lucey","orcid":"https://orcid.org/0000-0002-6326-042X"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon Lucey","raw_affiliation_strings":["University of Adelaide, Adelaide, SA, Australia"],"affiliations":[{"raw_affiliation_string":"University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071106886"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.4876,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.52712213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"45","issue":"1","first_page":"964","last_page":"979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7308984398841858},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6954089403152466},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6800557971000671},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5685645937919617},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5010724067687988},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47662580013275146},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4575045108795166},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.41952764987945557},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3470139801502228}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7308984398841858},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6954089403152466},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6800557971000671},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5685645937919617},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5010724067687988},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47662580013275146},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4575045108795166},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.41952764987945557},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3470139801502228},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3149445","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3149445","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35133959","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35133959","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G195231677","display_name":null,"funder_award_id":"DGE1745016","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G5696583930","display_name":null,"funder_award_id":"1925281","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W91099503","https://openalex.org/W1571821595","https://openalex.org/W1591116419","https://openalex.org/W1686810756","https://openalex.org/W1811750039","https://openalex.org/W1836465849","https://openalex.org/W1893900968","https://openalex.org/W1902027874","https://openalex.org/W1968154520","https://openalex.org/W1996355918","https://openalex.org/W2029538739","https://openalex.org/W2078626246","https://openalex.org/W2089468765","https://openalex.org/W2097018403","https://openalex.org/W2097323375","https://openalex.org/W2112796928","https://openalex.org/W2115706991","https://openalex.org/W2117259536","https://openalex.org/W2117539524","https://openalex.org/W2119821739","https://openalex.org/W2126418337","https://openalex.org/W2127271355","https://openalex.org/W2130325614","https://openalex.org/W2135161976","https://openalex.org/W2138451337","https://openalex.org/W2138548210","https://openalex.org/W2145889472","https://openalex.org/W2150078764","https://openalex.org/W2152758153","https://openalex.org/W2154332973","https://openalex.org/W2161591461","https://openalex.org/W2163605009","https://openalex.org/W2163922914","https://openalex.org/W2182304189","https://openalex.org/W2194775991","https://openalex.org/W2223051473","https://openalex.org/W2293078015","https://openalex.org/W2296616510","https://openalex.org/W2415447328","https://openalex.org/W2464641472","https://openalex.org/W2554931888","https://openalex.org/W2593634001","https://openalex.org/W2610190180","https://openalex.org/W2785885194","https://openalex.org/W2786622092","https://openalex.org/W2790766600","https://openalex.org/W2885311373","https://openalex.org/W2913535645","https://openalex.org/W2946840143","https://openalex.org/W2949117887","https://openalex.org/W2951813019","https://openalex.org/W2952899695","https://openalex.org/W2955425717","https://openalex.org/W2962835968","https://openalex.org/W2963096987","https://openalex.org/W2963197835","https://openalex.org/W2963363373","https://openalex.org/W2963417597","https://openalex.org/W2963446712","https://openalex.org/W2963747696","https://openalex.org/W2963794891","https://openalex.org/W2964212578","https://openalex.org/W2964268434","https://openalex.org/W2964294232","https://openalex.org/W2964313743","https://openalex.org/W2970332347","https://openalex.org/W2977911002","https://openalex.org/W2996320484","https://openalex.org/W2997147428","https://openalex.org/W3006592723","https://openalex.org/W3034786862","https://openalex.org/W3094502228","https://openalex.org/W3118608800","https://openalex.org/W3137695714","https://openalex.org/W3176138409","https://openalex.org/W4205892183","https://openalex.org/W4232730838","https://openalex.org/W4238284510","https://openalex.org/W4239510810","https://openalex.org/W4244393449","https://openalex.org/W4250955649","https://openalex.org/W4285719527","https://openalex.org/W4297749952","https://openalex.org/W4300167250","https://openalex.org/W4302613003","https://openalex.org/W4322615131","https://openalex.org/W6603686423","https://openalex.org/W6637373629","https://openalex.org/W6638214083","https://openalex.org/W6638667902","https://openalex.org/W6639408265","https://openalex.org/W6674642818","https://openalex.org/W6679042499","https://openalex.org/W6683826617","https://openalex.org/W6684191040","https://openalex.org/W6724411756","https://openalex.org/W6730382033","https://openalex.org/W6740005241","https://openalex.org/W6748230616","https://openalex.org/W6749630058","https://openalex.org/W6753278433","https://openalex.org/W6756162343","https://openalex.org/W6762718338","https://openalex.org/W6763368363","https://openalex.org/W6763485134","https://openalex.org/W6784333009","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2055243143","https://openalex.org/W2770593030","https://openalex.org/W2611989081","https://openalex.org/W4281727072","https://openalex.org/W2560201613","https://openalex.org/W3154990682","https://openalex.org/W2171975302","https://openalex.org/W3217600415","https://openalex.org/W3212638064"],"abstract_inverted_index":{"In":[0],"comparison":[1],"to":[2,83,113,154,164],"classical":[3],"shallow":[4],"representation":[5,51,114],"learning":[6,52],"techniques,":[7],"deep":[8,43,73,104,135,177],"neural":[9,74],"networks":[10,145],"have":[11],"achieved":[12],"superior":[13],"performance":[14,152],"in":[15],"nearly":[16],"every":[17],"application":[18],"benchmark.":[19],"But":[20],"despite":[21],"their":[22,155],"clear":[23],"empirical":[24],"advantages,":[25],"it":[26,63],"is":[27],"still":[28],"not":[29],"well":[30],"understood":[31],"what":[32],"makes":[33],"them":[34],"so":[35],"effective.":[36],"To":[37],"approach":[38],"this":[39],"question,":[40],"we":[41,124],"introduce":[42],"frame":[44,84,105],"approximation:":[45],"a":[46,71,107,119,131],"unifying":[47],"framework":[48],"for":[49,121,175],"constrained":[50],"with":[53,102,127,181],"structured":[54],"overcomplete":[55,169],"frames.":[56],"While":[57],"exact":[58],"inference":[59],"requires":[60],"iterative":[61,147],"optimization,":[62],"may":[64],"be":[65],"approximated":[66],"by":[67,87],"the":[68,103,165],"operations":[69],"of":[70,110,133,168],"feed-forward":[72,156],"network.":[75],"We":[76,97,140],"indirectly":[77],"analyze":[78],"how":[79,143],"model":[80,122],"capacity":[81],"relates":[82],"structures":[85],"induced":[86],"architectural":[88],"hyperparameters":[89],"such":[90],"as":[91],"depth,":[92],"width,":[93],"and":[94,116,138],"skip":[95],"connections.":[96],"quantify":[98],"these":[99],"structural":[100],"differences":[101],"potential,":[106],"data-independent":[108],"measure":[109],"coherence":[111],"linked":[112],"uniqueness":[115],"stability.":[117],"As":[118],"criterion":[120],"selection,":[123],"show":[125],"correlation":[126],"generalization":[128],"error":[129],"on":[130,184],"variety":[132],"common":[134],"network":[136,178],"architectures":[137],"datasets.":[139],"also":[141],"demonstrate":[142],"recurrent":[144],"implementing":[146],"optimization":[148],"algorithms":[149],"can":[150],"achieve":[151],"comparable":[153],"approximations":[157],"while":[158],"improving":[159],"adversarial":[160],"robustness.":[161],"This":[162],"connection":[163],"established":[166],"theory":[167],"representations":[170],"suggests":[171],"promising":[172],"new":[173],"directions":[174],"principled":[176],"architecture":[179],"design":[180],"less":[182],"reliance":[183],"ad-hoc":[185],"engineering.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}