{"id":"https://openalex.org/W4210398316","doi":"https://doi.org/10.1145/3510026","title":"Block Walsh\u2013Hadamard Transform-based Binary Layers in Deep Neural Networks","display_name":"Block Walsh\u2013Hadamard Transform-based Binary Layers in Deep Neural Networks","publication_year":2022,"publication_date":"2022-01-26","ids":{"openalex":"https://openalex.org/W4210398316","doi":"https://doi.org/10.1145/3510026"},"language":"en","primary_location":{"id":"doi:10.1145/3510026","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510026","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002608156","display_name":"Hongyi Pan","orcid":"https://orcid.org/0000-0001-9421-3936"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongyi Pan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-9421-3936","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058826860","display_name":"Diaa Badawi","orcid":"https://orcid.org/0000-0003-4979-5572"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diaa Badawi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, Illinois, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080469744","display_name":"Ahmet Enis \u00c7etin","orcid":"https://orcid.org/0000-0002-3449-1958"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmet Enis Cetin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, Illinois, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois Chicago, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":1.3252,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.78860831,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"21","issue":"6","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11873","display_name":"PAPR reduction in OFDM","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11873","display_name":"PAPR reduction in OFDM","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hadamard-transform","display_name":"Hadamard transform","score":0.7273926138877869},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.6856590509414673},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6428049802780151},{"id":"https://openalex.org/keywords/fourier-transform","display_name":"Fourier transform","score":0.540131151676178},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5192018151283264},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.515861451625824},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5092614889144897},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4168395400047302},{"id":"https://openalex.org/keywords/fast-fourier-transform","display_name":"Fast Fourier transform","score":0.4147331118583679},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.40764471888542175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28986772894859314},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21858924627304077},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.09630122780799866},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.08292725682258606}],"concepts":[{"id":"https://openalex.org/C60292330","wikidata":"https://www.wikidata.org/wiki/Q1014065","display_name":"Hadamard transform","level":2,"score":0.7273926138877869},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.6856590509414673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6428049802780151},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.540131151676178},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5192018151283264},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.515861451625824},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5092614889144897},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4168395400047302},{"id":"https://openalex.org/C75172450","wikidata":"https://www.wikidata.org/wiki/Q623950","display_name":"Fast Fourier transform","level":2,"score":0.4147331118583679},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.40764471888542175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28986772894859314},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21858924627304077},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.09630122780799866},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.08292725682258606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3510026","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510026","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1779006005","https://openalex.org/W1903029394","https://openalex.org/W2097117768","https://openalex.org/W2119144962","https://openalex.org/W2146842127","https://openalex.org/W2152281536","https://openalex.org/W2163605009","https://openalex.org/W2168587114","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2279098554","https://openalex.org/W2300242332","https://openalex.org/W2302255633","https://openalex.org/W2319920447","https://openalex.org/W2333786694","https://openalex.org/W2549139847","https://openalex.org/W2804564502","https://openalex.org/W2885527679","https://openalex.org/W2885647100","https://openalex.org/W2886934227","https://openalex.org/W2890803599","https://openalex.org/W2921526792","https://openalex.org/W2940390282","https://openalex.org/W2954048742","https://openalex.org/W2963037989","https://openalex.org/W2963112712","https://openalex.org/W2963163009","https://openalex.org/W2963495494","https://openalex.org/W2963551763","https://openalex.org/W2964350391","https://openalex.org/W2972442919","https://openalex.org/W2973854309","https://openalex.org/W2981689412","https://openalex.org/W2982083293","https://openalex.org/W2982536526","https://openalex.org/W2996538923","https://openalex.org/W3003910221","https://openalex.org/W3007570526","https://openalex.org/W3011862431","https://openalex.org/W3013377280","https://openalex.org/W3015879607","https://openalex.org/W3015887714","https://openalex.org/W3026536359","https://openalex.org/W3102865167","https://openalex.org/W3104151879","https://openalex.org/W3106941003","https://openalex.org/W3131512583","https://openalex.org/W3137850513","https://openalex.org/W3141650351","https://openalex.org/W3174892017","https://openalex.org/W4287183852","https://openalex.org/W4287824105","https://openalex.org/W4287829284","https://openalex.org/W6751372320","https://openalex.org/W6774819793","https://openalex.org/W6795146805"],"related_works":["https://openalex.org/W1982241170","https://openalex.org/W2116282083","https://openalex.org/W2386549147","https://openalex.org/W1978051046","https://openalex.org/W2012411066","https://openalex.org/W2950361249","https://openalex.org/W117514602","https://openalex.org/W1553886475","https://openalex.org/W2363185976","https://openalex.org/W4367355863"],"abstract_inverted_index":{"Convolution":[0],"has":[1],"been":[2],"the":[3,21,39,51,79,83,89,103,110,118,129,148,155,164,182,192,207,217],"core":[4],"operation":[5],"of":[6,38,50,82,166,194],"modern":[7],"deep":[8,56],"neural":[9,57],"networks.":[10,58],"It":[11],"is":[12,97],"well":[13],"known":[14],"that":[15,96],"convolutions":[16],"can":[17,127,143,162],"be":[18,144],"implemented":[19],"in":[20,55,68,174,228],"Fourier":[22,40],"Transform":[23],"domain.":[24],"In":[25,71,158,177],"this":[26,69,159,178],"article,":[27,179],"we":[28,77,108,161,180],"propose":[29],"to":[30,47,116,153,190,203],"use":[31,43,114],"binary":[32,45,66,80],"block":[33],"Walsh\u2013Hadamard":[34],"transform":[35],"(WHT)":[36],"instead":[37],"transform.":[41],"We":[42,59,113],"WHT-based":[44],"layers":[46,54,126,134,139,152,184],"replace":[48,117,128],"some":[49],"regular":[52,218],"convolution":[53,133,222],"utilize":[60],"both":[61,72],"one-dimensional":[62],"(1D)":[63],"and":[64,74,87,124,135,188],"2D":[65,75],"WHTs":[67],"article.":[70],"1D":[73],"layers,":[76,123],"compute":[78,109],"WHT":[81,90,183],"input":[84],"feature":[85],"map":[86],"denoise":[88],"domain":[91],"coefficients":[92],"using":[93],"a":[94,171],"nonlinearity":[95],"obtained":[98],"by":[99],"combining":[100],"soft-thresholding":[101],"with":[102,140,170,197,223],"tanh":[104],"function.":[105],"After":[106],"denoising,":[107],"inverse":[111],"WHT.":[112],"1D-WHT":[115],"1":[119,121],"\u00d7":[120,131,220],"convolutional":[122],"2D-WHT":[125,138],"3":[130,132,219,221],"Squeeze-and-Excite":[136],"layers.":[137,157],"trainable":[141,167,175],"weights":[142],"also":[145],"inserted":[146],"before":[147],"Global":[149],"Average":[150],"Pooling":[151],"assist":[154],"dense":[156],"way,":[160],"reduce":[163,191],"number":[165,193],"parameters":[168,195],"significantly":[169,196],"slight":[172],"decrease":[173],"parameters.":[176],"implement":[181],"into":[185],"MobileNet-V2,":[186],"MobileNet-V3-Large,":[187],"ResNet":[189],"negligible":[198],"accuracy":[199],"loss.":[200],"Moreover,":[201],"according":[202],"our":[204],"speed":[205],"test,":[206],"2D-FWHT":[208],"layer":[209],"runs":[210],"about":[211],"24":[212],"times":[213],"as":[214,216],"fast":[215],"19.51%":[224],"less":[225],"RAM":[226],"usage":[227],"an":[229],"NVIDIA":[230],"Jetson":[231],"Nano":[232],"experiment.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
