{"id":"https://openalex.org/W2947556543","doi":"https://doi.org/10.48550/arxiv.1905.11926","title":"Network Deconvolution","display_name":"Network Deconvolution","publication_year":2019,"publication_date":"2019-05-28","ids":{"openalex":"https://openalex.org/W2947556543","doi":"https://doi.org/10.48550/arxiv.1905.11926","mag":"2947556543"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1905.11926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.11926","pdf_url":"https://arxiv.org/pdf/1905.11926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.11926","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023301667","display_name":"Chengxi Ye","orcid":"https://orcid.org/0000-0002-1850-9759","observed_orcids":["https://orcid.org/0000-0002-1850-9759"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ye, Chengxi","raw_affiliation_strings":["Department of Computer Science , University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067533973","display_name":"Matthew Evanusa","orcid":"https://orcid.org/0000-0003-2461-8895","observed_orcids":["https://orcid.org/0000-0003-2461-8895"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evanusa, Matthew","raw_affiliation_strings":["Department of Computer Science , University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100875658","display_name":"Hua Wei He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He, Hua","raw_affiliation_strings":["Department of Computer Science , University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084386258","display_name":"Anton Mitrokhin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitrokhin, Anton","raw_affiliation_strings":["Department of Computer Science , University of Maryland , College Park","University of Maryland - College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Maryland - College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Goldstein, Tom","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Goldstein, Tom","raw_affiliation_strings":["Department of Computer Science , University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022360238","display_name":"James A. Yorke","orcid":"https://orcid.org/0000-0002-9599-0136","observed_orcids":["https://orcid.org/0000-0002-9599-0136"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yorke, James A.","raw_affiliation_strings":["Institute for Physical Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Physical Science and Technology","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083553427","display_name":"Cornelia  M. Fermuller","orcid":"https://orcid.org/0000-0003-2044-2386","observed_orcids":["https://orcid.org/0000-0003-2044-2386"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ferm\u00fcller, Cornelia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5036912867","display_name":"Yiannis Aloimonos","orcid":"https://orcid.org/0000-0002-8152-4281","observed_orcids":["https://orcid.org/0000-0002-8152-4281"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aloimonos, Yiannis","raw_affiliation_strings":["Department of Computer Science , University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.9210000038146973},{"id":"https://openalex.org/keywords/redundancy-elimination","display_name":"redundancy elimination","score":0.45899999141693115},{"id":"https://openalex.org/keywords/sparse-representation","display_name":"sparse representation","score":0.7789999842643738},{"id":"https://openalex.org/keywords/visual-cortex","display_name":"visual cortex","score":0.5400000214576721},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.6940000057220459}],"concepts":[{"id":"https://openalex.org/C174576160","wikidata":"https://www.wikidata.org/wiki/Q1183700","display_name":"Deconvolution","level":2,"score":0.6248272657394409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4581207036972046},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23530548810958862}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1905.11926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.11926","pdf_url":"https://arxiv.org/pdf/1905.11926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1905.11926","doi":"https://doi.org/10.48550/arxiv.1905.11926","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.11926","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.11926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.11926","pdf_url":"https://arxiv.org/pdf/1905.11926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2947556543.pdf","grobid_xml":"https://content.openalex.org/works/W2947556543.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W104847522","https://openalex.org/W1483804921","https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1915968771","https://openalex.org/W1976730913","https://openalex.org/W1980266375","https://openalex.org/W1985242550","https://openalex.org/W2001515960","https://openalex.org/W2015208937","https://openalex.org/W2116360511","https://openalex.org/W2135980043","https://openalex.org/W2136325353","https://openalex.org/W2145889472","https://openalex.org/W2219295639","https://openalex.org/W2517744333","https://openalex.org/W2740887292","https://openalex.org/W2795783309","https://openalex.org/W2798909945","https://openalex.org/W2890113354","https://openalex.org/W2917756165","https://openalex.org/W2963685250","https://openalex.org/W2963743626","https://openalex.org/W2964350570","https://openalex.org/W4236387761"],"related_works":["https://openalex.org/W4403883388","https://openalex.org/W2801444241","https://openalex.org/W2124964692","https://openalex.org/W4395029103","https://openalex.org/W1873735539","https://openalex.org/W3083475486","https://openalex.org/W2593303827","https://openalex.org/W3137178910","https://openalex.org/W2793714559","https://openalex.org/W7100325561"],"abstract_inverted_index":{"Convolution":[0],"is":[1,69,185],"a":[2,12,57,81,88,126,129],"central":[3],"operation":[4,164,184],"in":[5,27,34,98,110,113,125,136,191],"Convolutional":[6],"Neural":[7],"Networks":[8],"(CNNs),":[9],"which":[10,59],"applies":[11],"kernel":[13],"to":[14,165,187],"overlapping":[15],"regions":[16,116],"shifted":[17],"across":[18],"the":[19,24,67,84,95,99,103,106,114,118,137,144,154,181,195],"image.":[20],"However,":[21],"because":[22],"of":[23,83,87,102,117,139,156],"strong":[25],"correlations":[26,65],"real-world":[28],"image":[29],"data,":[30],"convolutional":[31],"kernels":[32,123],"are":[33],"effect":[35],"re-learning":[36],"redundant":[37],"data.":[38],"In":[39],"this":[40,45],"work,":[41],"we":[42],"show":[43,93,179],"that":[44,94,132,180],"redundancy":[46],"has":[47,133],"made":[48],"neural":[49,140,168],"network":[50,55,104,162,169,182],"training":[51,138],"challenging,":[52],"and":[53,63,150,201],"propose":[54],"deconvolution,":[56],"procedure":[58],"optimally":[60],"removes":[61],"pixel-wise":[62],"channel-wise":[64],"before":[66],"data":[68],"fed":[70],"into":[71],"each":[72],"layer.":[73,90],"Network":[74],"deconvolution":[75,96,163,183],"can":[76],"be":[77],"efficiently":[78],"calculated":[79],"at":[80],"fraction":[82],"computational":[85],"cost":[86],"convolution":[89],"We":[91,159],"also":[92],"filters":[97],"first":[100],"layer":[101],"resemble":[105],"center-surround":[107],"structure":[108],"found":[109],"biological":[111],"neurons":[112],"visual":[115],"brain.":[119],"Filtering":[120],"with":[121],"such":[122],"results":[124,152],"sparse":[127,145],"representation,":[128],"desired":[130],"property":[131],"been":[134],"missing":[135],"networks.":[141],"Learning":[142],"from":[143],"representation":[146],"promotes":[147],"faster":[148],"convergence":[149],"superior":[151],"without":[153],"use":[155],"batch":[157,173],"normalization.":[158],"apply":[160],"our":[161],"10":[166],"modern":[167],"models":[170],"by":[171],"replacing":[172],"normalization":[174],"within":[175],"each.":[176],"Extensive":[177],"experiments":[178],"able":[186],"deliver":[188],"performance":[189],"improvement":[190],"all":[192],"cases":[193],"on":[194],"CIFAR-10,":[196],"CIFAR-100,":[197],"MNIST,":[198],"Fashion-MNIST,":[199],"Cityscapes,":[200],"ImageNet":[202],"datasets.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2019-06-07T00:00:00"}