{"id":"https://openalex.org/W4400482024","doi":"https://doi.org/10.48550/arxiv.2407.05848","title":"Wavelet Convolutions for Large Receptive Fields","display_name":"Wavelet Convolutions for Large Receptive Fields","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4400482024","doi":"https://doi.org/10.48550/arxiv.2407.05848"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.05848","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.05848","pdf_url":"https://arxiv.org/pdf/2407.05848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.05848","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077844530","display_name":"Shahaf E. Finder","orcid":"https://orcid.org/0000-0003-0254-1380"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Finder, Shahaf E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100494255","display_name":"Roy Amoyal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amoyal, Roy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042450080","display_name":"Eran Treister","orcid":"https://orcid.org/0000-0002-5351-0966"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Treister, Eran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082095784","display_name":"Oren Freifeld","orcid":"https://orcid.org/0000-0001-9816-9709"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Freifeld, Oren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9003999829292297,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9003999829292297,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wavelet","display_name":"Wavelet","score":0.669211745262146},{"id":"https://openalex.org/keywords/receptive-field","display_name":"Receptive field","score":0.5197372436523438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4301129877567291},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38587242364883423},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3438941240310669}],"concepts":[{"id":"https://openalex.org/C47432892","wikidata":"https://www.wikidata.org/wiki/Q831390","display_name":"Wavelet","level":2,"score":0.669211745262146},{"id":"https://openalex.org/C19071747","wikidata":"https://www.wikidata.org/wiki/Q1755207","display_name":"Receptive field","level":2,"score":0.5197372436523438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4301129877567291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38587242364883423},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3438941240310669}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.05848","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.05848","pdf_url":"https://arxiv.org/pdf/2407.05848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.05848","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.05848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.05848","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.05848","pdf_url":"https://arxiv.org/pdf/2407.05848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323278","display_name":"Council for Higher Education","ror":"https://ror.org/036mqp197"},{"id":"https://openalex.org/F4320336144","display_name":"Kreitman School of Advanced Graduate Studies, Ben-Gurion University of the Negev","ror":null},{"id":"https://openalex.org/F4320337393","display_name":"Division of Chemistry","ror":"https://ror.org/01ar8dr59"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400482024.pdf","grobid_xml":"https://content.openalex.org/works/W4400482024.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W2089544495","https://openalex.org/W2079003682","https://openalex.org/W1555021777","https://openalex.org/W2913266608","https://openalex.org/W2799648451","https://openalex.org/W1964918325","https://openalex.org/W2189496153","https://openalex.org/W2186491718"],"abstract_inverted_index":{"In":[0,46],"recent":[1],"years,":[2],"there":[3],"have":[4],"been":[5],"attempts":[6],"to":[7,17,63,158,165],"increase":[8],"the":[9,19,54,81,87,120,123,128,131],"kernel":[10],"size":[11,121],"of":[12,23,83,122,130],"Convolutional":[13],"Neural":[14],"Nets":[15],"(CNNs)":[16],"mimic":[18],"global":[20,43],"receptive":[21,44,67,79,124],"field":[22],"Vision":[24],"Transformers'":[25],"(ViTs)":[26],"self-attention":[27],"blocks.":[28],"That":[29],"approach,":[30],"however,":[31],"quickly":[32],"hit":[33],"an":[34,112,162],"upper":[35],"bound":[36],"and":[37,116,136,149,161],"saturated":[38],"way":[39],"before":[40],"achieving":[41],"a":[42,75,104],"field.":[45,125],"this":[47],"work,":[48],"we":[49],"demonstrate":[50,127],"that":[51],"by":[52],"leveraging":[53],"Wavelet":[55],"Transform":[56],"(WT),":[57],"it":[58,151],"is,":[59],"in":[60,86,107,111],"fact,":[61],"possible":[62],"obtain":[64],"very":[65],"large":[66],"fields":[68],"without":[69],"suffering":[70],"from":[71],"over-parameterization,":[72],"e.g.,":[73],"for":[74,139,146],"$k":[76],"\\times":[77],"k$":[78],"field,":[80],"number":[82],"trainable":[84],"parameters":[85],"proposed":[88,96],"method":[89],"grows":[90],"only":[91],"logarithmically":[92],"with":[93,119],"$k$.":[94],"The":[95],"layer,":[97],"named":[98],"WTConv,":[99],"can":[100],"be":[101],"used":[102],"as":[103,142,144,156],"drop-in":[105],"replacement":[106],"existing":[108],"architectures,":[109],"results":[110],"effective":[113],"multi-frequency":[114],"response,":[115],"scales":[117],"gracefully":[118],"We":[126],"effectiveness":[129],"WTConv":[132],"layer":[133],"within":[134],"ConvNeXt":[135],"MobileNetV2":[137],"architectures":[138],"image":[140,159],"classification,":[141],"well":[143],"backbones":[145],"downstream":[147],"tasks,":[148],"show":[150],"yields":[152],"additional":[153],"properties":[154],"such":[155],"robustness":[157],"corruption":[160],"increased":[163],"response":[164],"shapes":[166],"over":[167],"textures.":[168],"Our":[169],"code":[170],"is":[171],"available":[172],"at":[173],"https://github.com/BGU-CS-VIL/WTConv.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}
