{"id":"https://openalex.org/W4320039061","doi":"https://doi.org/10.1007/s11063-023-11161-z","title":"Performance-Efficiency Comparisons of Channel Attention Modules for ResNets","display_name":"Performance-Efficiency Comparisons of Channel Attention Modules for ResNets","publication_year":2023,"publication_date":"2023-02-11","ids":{"openalex":"https://openalex.org/W4320039061","doi":"https://doi.org/10.1007/s11063-023-11161-z"},"language":"en","primary_location":{"id":"doi:10.1007/s11063-023-11161-z","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s11063-023-11161-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11161-z.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11161-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076728626","display_name":"Sander R. Klomp","orcid":"https://orcid.org/0000-0002-0874-4720"},"institutions":[{"id":"https://openalex.org/I4210094462","display_name":"Vinitex Laboratory Systems (Netherlands)","ror":"https://ror.org/00h4bvr24","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210094462"]},{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Sander R. Klomp","raw_affiliation_strings":["Electrical Engineering VCA Group, Eindhoven University of Technology, 5612AZ, Eindhoven, The Netherlands","ViNotion, Daalakkersweg 2-58, 5641JA, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering VCA Group, Eindhoven University of Technology, 5612AZ, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]},{"raw_affiliation_string":"ViNotion, Daalakkersweg 2-58, 5641JA, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210094462"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013964928","display_name":"Rob G. J. Wijnhoven","orcid":"https://orcid.org/0000-0001-8837-3976"},"institutions":[{"id":"https://openalex.org/I4210094462","display_name":"Vinitex Laboratory Systems (Netherlands)","ror":"https://ror.org/00h4bvr24","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210094462"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rob G. J. Wijnhoven","raw_affiliation_strings":["ViNotion, Daalakkersweg 2-58, 5641JA, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"ViNotion, Daalakkersweg 2-58, 5641JA, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210094462"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029008213","display_name":"Peter H. N. de With","orcid":"https://orcid.org/0000-0002-7639-7716"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter H. N. de With","raw_affiliation_strings":["Electrical Engineering VCA Group, Eindhoven University of Technology, 5612AZ, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering VCA Group, Eindhoven University of Technology, 5612AZ, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5076728626"],"corresponding_institution_ids":["https://openalex.org/I4210094462","https://openalex.org/I83019370"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.2438,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.48689129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"55","issue":"5","first_page":"6797","last_page":"6813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8438183665275574},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8064357042312622},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.6383519172668457},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5828337669372559},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5523769855499268},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.526077926158905},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.5159755349159241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5122734904289246},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4441399872303009},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4350472092628479},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4300791025161743},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33358699083328247},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25106391310691833},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.14350539445877075}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8438183665275574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8064357042312622},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.6383519172668457},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5828337669372559},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5523769855499268},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.526077926158905},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.5159755349159241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5122734904289246},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4441399872303009},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4350472092628479},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4300791025161743},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33358699083328247},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25106391310691833},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.14350539445877075},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s11063-023-11161-z","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s11063-023-11161-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11161-z.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/8ce3dd6c-f477-4938-862c-6b5939fcee82","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/8ce3dd6c-f477-4938-862c-6b5939fcee82","pdf_url":"https://pure.tue.nl/ws/files/309586057/s11063-023-11161-z.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Klomp, S R, Wijnhoven, R G J & de With, P H N 2023, 'Performance-Efficiency Comparisons of Channel Attention Modules for ResNets', Neural Processing Letters, vol. 55, no. 5, pp. 6797-6813. https://doi.org/10.1007/s11063-023-11161-z","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.tue.nl:publications/8ce3dd6c-f477-4938-862c-6b5939fcee82","is_oa":true,"landing_page_url":"https://research.tue.nl/files/309586057/s11063-023-11161-z.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Klomp, S R, Wijnhoven, R G J & de With, P H N 2023, 'Performance-Efficiency Comparisons of Channel Attention Modules for ResNets', Neural Processing Letters, vol. 55, no. 5, pp. 6797-6813. https://doi.org/10.1007/s11063-023-11161-z","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s11063-023-11161-z","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s11063-023-11161-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11161-z.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4320039061.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1966844734","https://openalex.org/W1985964670","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2506617534","https://openalex.org/W2549139847","https://openalex.org/W2565639579","https://openalex.org/W2603777577","https://openalex.org/W2752782242","https://openalex.org/W2797812763","https://openalex.org/W2884366600","https://openalex.org/W2884585870","https://openalex.org/W2939059980","https://openalex.org/W2963091558","https://openalex.org/W2963474687","https://openalex.org/W2963625188","https://openalex.org/W2981408784","https://openalex.org/W2981413347","https://openalex.org/W2982220924","https://openalex.org/W2991391304","https://openalex.org/W2997403210","https://openalex.org/W3034552520","https://openalex.org/W3034868496","https://openalex.org/W3035564946","https://openalex.org/W3082623289","https://openalex.org/W3106250896","https://openalex.org/W3106990721","https://openalex.org/W4239072543","https://openalex.org/W4299694246","https://openalex.org/W6600281463","https://openalex.org/W6600574797"],"related_works":["https://openalex.org/W2890648243","https://openalex.org/W3143401236","https://openalex.org/W3170026688","https://openalex.org/W4287244802","https://openalex.org/W3160141544","https://openalex.org/W4287207127","https://openalex.org/W3143297281","https://openalex.org/W4288391424","https://openalex.org/W2910518169","https://openalex.org/W4320039061"],"abstract_inverted_index":{"Abstract":[0],"Attention":[1,36],"modules":[2,23,46,126],"can":[3,107],"be":[4],"added":[5],"to":[6,10,32,127,138],"neural":[7],"network":[8],"architectures":[9],"improve":[11],"performance.":[12],"This":[13],"work":[14],"presents":[15],"an":[16,53,93,104],"extensive":[17],"comparison":[18,55],"between":[19,61],"several":[20],"efficient":[21],"attention":[22,45,105,125,147],"for":[24,84],"image":[25],"classification":[26],"and":[27,56,63,116,130,136,160],"object":[28],"detection,":[29],"in":[30,80,88,100,113],"addition":[31],"proposing":[33],"a":[34,85,109],"novel":[35],"Bias":[37],"module":[38,106,148],"with":[39],"lower":[40],"computational":[41],"overhead.":[42],"All":[43],"measured":[44],"have":[47],"been":[48],"efficiently":[49],"re-implemented,":[50],"which":[51],"allows":[52],"objective":[54],"evaluation":[57],"of":[58,123,144],"the":[59,78,121,145,152],"relationship":[60],"accuracy":[62],"inference":[64,71,101,161],"time.":[65],"Our":[66],"measurements":[67],"show":[68,131],"that":[69,132],"single-image":[70],"time":[72],"increases":[73],"far":[74],"more":[75],"(5\u201350%)":[76],"than":[77],"increase":[79,99],"FLOPs":[81],"suggests":[82],"(0.2\u20133%)":[83],"limited":[86],"gain":[87],"accuracy,":[89],"making":[90],"computation":[91],"cost":[92],"important":[94],"selection":[95],"criterion.":[96],"Despite":[97],"this":[98],"time,":[102],"adding":[103,124],"outperform":[108],"deeper":[110],"baseline":[111],"ResNet":[112,154],"both":[114],"speed":[115],"accuracy.":[117],"Finally,":[118],"we":[119],"investigate":[120],"potential":[122],"pretrained":[128],"networks":[129],"fine-tuning":[133],"is":[134],"possible":[135],"superior":[137],"training":[139],"from":[140],"scratch.":[141],"The":[142],"choice":[143],"best":[146],"strongly":[149],"depends":[150],"on":[151],"specific":[153],"architecture,":[155],"input":[156],"resolution,":[157],"batch":[158],"size":[159],"framework.":[162]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-10-10T00:00:00"}