{"id":"https://openalex.org/W4387129549","doi":"https://doi.org/10.1109/access.2023.3320642","title":"Frequency Regularization: Reducing Information Redundancy in Convolutional Neural Networks","display_name":"Frequency Regularization: Reducing Information Redundancy in Convolutional Neural Networks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387129549","doi":"https://doi.org/10.1109/access.2023.3320642"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3320642","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3320642","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266314.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266314.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056341457","display_name":"Chenqiu Zhao","orcid":"https://orcid.org/0000-0003-4574-4815"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chenqiu Zhao","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4574-4815","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058495998","display_name":"Guanfang Dong","orcid":"https://orcid.org/0000-0001-9300-2125"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Guanfang Dong","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9300-2125","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036738966","display_name":"Shupei Zhang","orcid":"https://orcid.org/0000-0001-5642-5356"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shupei Zhang","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5642-5356","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067533852","display_name":"Zijie Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zijie Tan","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054810403","display_name":"Anup Basu","orcid":"https://orcid.org/0000-0002-7695-4148"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anup Basu","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7695-4148","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7445,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73184651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"106793","last_page":"106802"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/frequency-domain","display_name":"Frequency domain","score":0.6942093372344971},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.678680419921875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6676712036132812},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6379691958427429},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5223235487937927},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4987943172454834},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45442843437194824},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.43878427147865295},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3771339952945709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35406896471977234},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2715971767902374},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.07822126150131226}],"concepts":[{"id":"https://openalex.org/C19118579","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Frequency domain","level":2,"score":0.6942093372344971},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.678680419921875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676712036132812},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6379691958427429},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5223235487937927},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4987943172454834},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45442843437194824},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.43878427147865295},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3771339952945709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35406896471977234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2715971767902374},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.07822126150131226},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3320642","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3320642","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266314.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e651b5b4e72a41cab92806de7a868f2b","is_oa":true,"landing_page_url":"https://doaj.org/article/e651b5b4e72a41cab92806de7a868f2b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 106793-106802 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3320642","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3320642","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10266314.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387129549.pdf","grobid_xml":"https://content.openalex.org/works/W4387129549.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1839118408","https://openalex.org/W2112796928","https://openalex.org/W2117287331","https://openalex.org/W2194775991","https://openalex.org/W2382313035","https://openalex.org/W2554242204","https://openalex.org/W2618530766","https://openalex.org/W2741232386","https://openalex.org/W2782757030","https://openalex.org/W2883111419","https://openalex.org/W2884022415","https://openalex.org/W2891999520","https://openalex.org/W2962965870","https://openalex.org/W2963981420","https://openalex.org/W2989797109","https://openalex.org/W3022930687","https://openalex.org/W3034513523","https://openalex.org/W3034771037","https://openalex.org/W3035204914","https://openalex.org/W3091762720","https://openalex.org/W3113208553","https://openalex.org/W3118608800","https://openalex.org/W3157993436","https://openalex.org/W3190908553","https://openalex.org/W3201643340","https://openalex.org/W3210597831","https://openalex.org/W4213068901","https://openalex.org/W4225928697","https://openalex.org/W4281924553","https://openalex.org/W4285787155","https://openalex.org/W4286858291","https://openalex.org/W4288375997","https://openalex.org/W4301206121","https://openalex.org/W4304013729","https://openalex.org/W4304080653","https://openalex.org/W4304092618","https://openalex.org/W4312348190","https://openalex.org/W4312377255","https://openalex.org/W4312716239","https://openalex.org/W4312791242","https://openalex.org/W4312796067","https://openalex.org/W4313023779","https://openalex.org/W4319602321","https://openalex.org/W4386083031","https://openalex.org/W6637373629","https://openalex.org/W6638946568","https://openalex.org/W6724998850","https://openalex.org/W6726275242","https://openalex.org/W6729623471","https://openalex.org/W6742030086","https://openalex.org/W6747680804","https://openalex.org/W6754706836","https://openalex.org/W6760733205","https://openalex.org/W6762617668","https://openalex.org/W6765779288","https://openalex.org/W6777058707","https://openalex.org/W6787232817","https://openalex.org/W6799081378","https://openalex.org/W6801305611"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4313906399","https://openalex.org/W1495042958","https://openalex.org/W4321487865","https://openalex.org/W2494338568","https://openalex.org/W2122678784","https://openalex.org/W2811106690","https://openalex.org/W2282510344","https://openalex.org/W139987158","https://openalex.org/W4239306820"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1],"networks":[2,18,137],"have":[3],"demonstrated":[4],"impressive":[5],"results":[6],"in":[7,49,77],"many":[8],"computer":[9],"vision":[10],"tasks.":[11],"However,":[12],"the":[13,22,27,42,46,50,58,71,78,95,105,141,163,166,214,218],"increasing":[14],"size":[15,216],"of":[16,30,45,73,117,128,165,217],"these":[17,129],"raises":[19],"concerns":[20],"about":[21],"information":[23],"overload":[24],"resulting":[25],"from":[26,223],"large":[28,126],"number":[29],"network":[31,47,68,112,150],"parameters.":[32],"In":[33,212],"this":[34],"paper,":[35],"we":[36],"propose":[37],"Frequency":[38],"Regularization":[39],"to":[40,65,92,103,121,134,226],"restrict":[41],"non-zero":[43],"elements":[44,91],"parameters":[48,74,130,183,200],"frequency":[51,79,143,168],"domain.":[52],"The":[53],"proposed":[54,142,167],"approach":[55],"operates":[56],"at":[57],"tensor":[59,90],"level,":[60],"and":[61,160,195],"can":[62,84,131,184,201],"be":[63,85,122,132,185,202],"applied":[64],"almost":[66],"all":[67],"architectures.":[69],"Specifically,":[70],"tensors":[72,107],"are":[75,119,138],"maintained":[76],"domain,":[80],"where":[81],"high-frequency":[82,115],"components":[83,116],"eliminated":[86],"by":[87,187,204],"zigzag":[88],"setting":[89],"zero.":[93],"Then,":[94],"inverse":[96],"discrete":[97],"cosine":[98],"transform":[99],"(IDCT)":[100],"is":[101,221],"used":[102],"reconstruct":[104],"spatial":[106],"for":[108],"matrix":[109],"operations":[110],"during":[111],"training.":[113],"Since":[114],"images":[118],"known":[120],"less":[123],"critical,":[124],"a":[125,171,179,196],"proportion":[127],"set":[133],"zero":[135],"when":[136],"trained":[139],"with":[140,181,198],"regularization.":[144,169],"Comprehensive":[145],"evaluations":[146],"on":[147],"various":[148],"state-of-the-art":[149],"architectures,":[151],"including":[152],"LeNet,":[153],"Alexnet,":[154],"VGG,":[155],"Resnet,":[156],"ViT,":[157],"UNet,":[158],"GAN,":[159],"VAE,":[161],"demonstrate":[162],"effectiveness":[164],"For":[170],"very":[172],"small":[173],"accuracy":[174],"decrease":[175],"(less":[176],"than":[177],"2%),":[178],"LeNet5":[180],"0.4M":[182],"represented":[186,203],"only":[188,205],"776":[189],"float16":[190,207],"numbers":[191,208],"(over":[192,209],"1100\u00d7":[193],"reduction),":[194],"UNet":[197,219],"34M":[199],"759":[206],"80000\u00d7":[210],"reduction).":[211],"particular,":[213],"original":[215],"model":[220],"reduced":[222],"366":[224],"Mb":[225],"4.5":[227],"Kb.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}