{"id":"https://openalex.org/W4394994629","doi":"https://doi.org/10.1109/tnnls.2024.3384316","title":"Multichannel Orthogonal Transform-Based Perceptron Layers for Efficient ResNets","display_name":"Multichannel Orthogonal Transform-Based Perceptron Layers for Efficient ResNets","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4394994629","doi":"https://doi.org/10.1109/tnnls.2024.3384316","pmid":"https://pubmed.ncbi.nlm.nih.gov/38648130"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3384316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3384316","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002608156","display_name":"Hongyi Pan","orcid":"https://orcid.org/0000-0001-9421-3936"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hongyi Pan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA","Machine and Hybrid Intelligence Laboratory, Northwestern University, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"Machine and Hybrid Intelligence Laboratory, Northwestern University, Chicago, IL, USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092240860","display_name":"Emadeldeen Hamdan","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emadeldeen Hamdan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011225004","display_name":"Xin Zhu","orcid":"https://orcid.org/0000-0002-4741-4193"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Zhu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040269870","display_name":"Salih Atici","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salih Atici","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080469744","display_name":"Ahmet Enis \u00c7etin","orcid":"https://orcid.org/0000-0002-3449-1958"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmet Enis Cetin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002608156"],"corresponding_institution_ids":["https://openalex.org/I111979921","https://openalex.org/I1343180700","https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":1.4977,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82794423,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"36","issue":"3","first_page":"5547","last_page":"5558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hadamard-transform","display_name":"Hadamard transform","score":0.6040734648704529},{"id":"https://openalex.org/keywords/discrete-cosine-transform","display_name":"Discrete cosine transform","score":0.5980334281921387},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5918879508972168},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5114866495132446},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.506607174873352},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41718360781669617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3760277330875397},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2967628836631775},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2896445691585541}],"concepts":[{"id":"https://openalex.org/C60292330","wikidata":"https://www.wikidata.org/wiki/Q1014065","display_name":"Hadamard transform","level":2,"score":0.6040734648704529},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.5980334281921387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5918879508972168},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5114866495132446},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.506607174873352},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41718360781669617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3760277330875397},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2967628836631775},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2896445691585541},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3384316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3384316","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38648130","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38648130","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.550000011920929,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1480457092","display_name":null,"funder_award_id":"DE-SC0023715","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4841406011","display_name":null,"funder_award_id":"R01-CA240639","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6877987107","display_name":null,"funder_award_id":"2229659","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G818458902","display_name":null,"funder_award_id":"1934915","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W4877962","https://openalex.org/W1779006005","https://openalex.org/W1903029394","https://openalex.org/W2008470112","https://openalex.org/W2018342351","https://openalex.org/W2031614119","https://openalex.org/W2114375509","https://openalex.org/W2134749867","https://openalex.org/W2146842127","https://openalex.org/W2150576912","https://openalex.org/W2168587114","https://openalex.org/W2194775991","https://openalex.org/W2599285715","https://openalex.org/W2804564502","https://openalex.org/W2886934227","https://openalex.org/W2893538338","https://openalex.org/W2899663614","https://openalex.org/W2921526792","https://openalex.org/W2940390282","https://openalex.org/W2962965870","https://openalex.org/W2963037989","https://openalex.org/W2963111219","https://openalex.org/W2965862774","https://openalex.org/W2973854309","https://openalex.org/W2981689412","https://openalex.org/W2998508940","https://openalex.org/W3001433835","https://openalex.org/W3003910221","https://openalex.org/W3007570526","https://openalex.org/W3089411267","https://openalex.org/W3106941003","https://openalex.org/W3129296826","https://openalex.org/W3133262691","https://openalex.org/W3138516171","https://openalex.org/W3160069202","https://openalex.org/W3174892017","https://openalex.org/W3175545609","https://openalex.org/W3204449597","https://openalex.org/W3214147419","https://openalex.org/W3217156536","https://openalex.org/W4210398316","https://openalex.org/W4283321066","https://openalex.org/W4285531168","https://openalex.org/W4292794067","https://openalex.org/W4313315500","https://openalex.org/W4362496454","https://openalex.org/W4393191392","https://openalex.org/W6726275242","https://openalex.org/W6754073927","https://openalex.org/W6754427640","https://openalex.org/W6755977528","https://openalex.org/W6760613829","https://openalex.org/W6785302134","https://openalex.org/W6791062441","https://openalex.org/W6852840249","https://openalex.org/W7044209507","https://openalex.org/W7053597663"],"related_works":["https://openalex.org/W1916685473","https://openalex.org/W2055682261","https://openalex.org/W1993363272","https://openalex.org/W2186390138","https://openalex.org/W2060035984","https://openalex.org/W2790129917","https://openalex.org/W1982241170","https://openalex.org/W2992856432","https://openalex.org/W2116282083","https://openalex.org/W2167423507"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3],"propose":[4],"a":[5,135],"set":[6],"of":[7,54,111,121],"transform-based":[8],"neural":[9,21],"network":[10],"layers":[11,18,26,99,107],"as":[12,35,150],"an":[13,151],"alternative":[14],"to":[15,82,154],"the":[16,36,55,64,77,83,89,97,109,118,125,141,147],"Conv2D":[17,90],"in":[19,63,76,146],"convolutional":[20,58],"networks":[22],"(CNNs).":[23],"The":[24],"proposed":[25,98,106],"can":[27,131],"be":[28,132],"implemented":[29],"based":[30],"on":[31,124],"orthogonal":[32],"transforms,":[33],"such":[34],"discrete":[37],"cosine":[38],"transform":[39,42,48,65,78,84],"(DCT),":[40],"Hadamard":[41],"(HT),":[43],"and":[44,95,102,113],"biorthogonal":[45],"block":[46],"wavelet":[47],"(BWT).":[49],"Furthermore,":[50,129],"by":[51],"taking":[52],"advantage":[53],"convolution":[56],"theorems,":[57],"filtering":[59],"operations":[60],"are":[61,100],"performed":[62],"domain":[66,85],"using":[67],"elementwise":[68],"multiplications.":[69],"Trainable":[70],"soft-thresholding":[71],"layers,":[72],"that":[73],"remove":[74],"noise":[75],"domain,":[79],"bring":[80],"nonlinearity":[81],"layers.":[86],"Compared":[87],"with":[88,134],"layer,":[91],"which":[92],"is":[93],"spatial-agnostic":[94],"channel-specific,":[96],"location-specific":[101],"channel-specific.":[103],"Moreover,":[104],"these":[105],"reduce":[108],"number":[110],"parameters":[112],"multiplications":[114],"significantly":[115],"while":[116],"improving":[117],"accuracy":[119],"results":[120],"regular":[122],"ResNets":[123,149],"ImageNet-1K":[126],"classification":[127,156],"task.":[128],"they":[130],"inserted":[133],"batch":[136],"normalization":[137],"(BN)":[138],"layer":[139,145,153],"before":[140],"global":[142],"average":[143],"pooling":[144],"conventional":[148],"additional":[152],"improve":[155],"accuracy.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}