{"id":"https://openalex.org/W4405354875","doi":"https://doi.org/10.48550/arxiv.2412.09023","title":"STEAM: Squeeze and Transform Enhanced Attention Module","display_name":"STEAM: Squeeze and Transform Enhanced Attention Module","alternate_titles":[],"publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405354875","doi":"https://doi.org/10.48550/arxiv.2412.09023"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.09023","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2412.09023","pdf_url":"https://arxiv.org/pdf/2412.09023","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4405354875"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.09023","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040452872","display_name":"Rishabh Sabharwal","orcid":"https://orcid.org/0009-0001-6055-4246","observed_orcids":["https://orcid.org/0009-0001-6055-4246"]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sabharwal, Rishabh","raw_affiliation_strings":["Indian Institute of Science , Bangalore , Karnataka , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science , Bangalore , Karnataka , India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115426597","display_name":"Ram Samarth B B","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"B, Ram Samarth B","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115426598","display_name":"Parikshit Singh Rathore","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rathore, Parikshit Singh","raw_affiliation_strings":["Indian Institute of Science , Bangalore , Karnataka , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science , Bangalore , Karnataka , India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001120317","display_name":"Punit Rathore","orcid":"https://orcid.org/0000-0003-4835-4556","observed_orcids":["https://orcid.org/0000-0003-4835-4556","https://orcid.org/0000-0002-8407-7800"]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rathore, Punit","raw_affiliation_strings":["Indian Institute of Science , Bangalore , Karnataka , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science , Bangalore , Karnataka , India","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/channel-attention","display_name":"channel attention","score":0.9380000233650208},{"id":"https://openalex.org/keywords/spatial-attention","display_name":"spatial attention","score":1.0},{"id":"https://openalex.org/keywords/attention-modules","display_name":"attention modules","score":0.48500001430511475},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.6779999732971191},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.9990000128746033},{"id":"https://openalex.org/keywords/instance-segmentation","display_name":"instance segmentation","score":0.9010000228881836},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.4300000071525574}],"concepts":[{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.4071676433086395},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.40389472246170044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.399095356464386},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.3833667039871216},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3383922278881073},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.2759348154067993},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19727358222007751}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.09023","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2412.09023","pdf_url":"https://arxiv.org/pdf/2412.09023","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.09023","doi":"https://doi.org/10.48550/arxiv.2412.09023","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.09023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.09023","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2412.09023","pdf_url":"https://arxiv.org/pdf/2412.09023","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405354875.pdf","grobid_xml":"https://content.openalex.org/works/W4405354875.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2053186076","https://openalex.org/W2108598243","https://openalex.org/W2116341502","https://openalex.org/W2133564696","https://openalex.org/W2194775991","https://openalex.org/W2519887557","https://openalex.org/W2561238782","https://openalex.org/W2565639579","https://openalex.org/W2606780347","https://openalex.org/W2624431344","https://openalex.org/W2752782242","https://openalex.org/W2766453196","https://openalex.org/W2805516822","https://openalex.org/W2883579164","https://openalex.org/W2883780447","https://openalex.org/W2884585870","https://openalex.org/W2888493720","https://openalex.org/W2898732869","https://openalex.org/W2922509574","https://openalex.org/W2945848398","https://openalex.org/W2950141105","https://openalex.org/W2963091558","https://openalex.org/W2963125010","https://openalex.org/W2963351448","https://openalex.org/W2963495494","https://openalex.org/W2964231884","https://openalex.org/W2970971581","https://openalex.org/W2978508283","https://openalex.org/W2981408784","https://openalex.org/W2982220924","https://openalex.org/W2995426144","https://openalex.org/W3034552520","https://openalex.org/W3094502228","https://openalex.org/W3113177135","https://openalex.org/W3122484828","https://openalex.org/W3162418282","https://openalex.org/W3170914694","https://openalex.org/W3171970564","https://openalex.org/W4288771025","https://openalex.org/W4390190093","https://openalex.org/W4393159113","https://openalex.org/W7133244177","https://openalex.org/W7133246159"],"related_works":["https://openalex.org/W4417251384","https://openalex.org/W4366981227","https://openalex.org/W4280507794","https://openalex.org/W4206731270","https://openalex.org/W4400976810","https://openalex.org/W4322487373","https://openalex.org/W4366336446","https://openalex.org/W4392007295","https://openalex.org/W4407360781","https://openalex.org/W3162418282"],"abstract_inverted_index":{"Channel":[0],"and":[1,23,45,52,70,78,104,140,173],"spatial":[2,46,79,105,123,128],"attention":[3,47,80],"mechanisms":[4],"introduced":[5],"in":[6,61,152,164,175,184],"earlier":[7],"work":[8],"enhance":[9,82,127],"the":[10,56,83,93,155,169],"representational":[11],"capabilities":[12],"of":[13,58,86,177],"deep":[14],"convolutional":[15],"neural":[16],"networks":[17],"(CNNs)":[18],"but":[19],"often":[20],"increase":[21,151,163],"parameter":[22],"computational":[24],"costs.":[25],"While":[26],"recent":[27],"approaches":[28],"focus":[29],"solely":[30],"on":[31,143],"efficient":[32],"feature":[33],"context":[34,124],"modeling":[35,60,101],"for":[36,100,134],"channel":[37,44,77,103],"attention,":[38,106],"we":[39,63,91,114],"aim":[40],"to":[41,81,95,125],"model":[42,158],"both":[43,102],"comprehensively":[48],"with":[49,159],"minimal":[50],"parameters":[51],"reduced":[53],"computation.":[54],"Leveraging":[55],"principles":[57],"relational":[59],"graphs,":[62],"introduce":[64,115],"a":[65,97,149,161,181],"constant-parameter":[66],"module,":[67],"\\textit{STEAM:":[68],"Squeeze":[69],"Transform":[71],"Enhanced":[72],"Attention":[73],"Module},":[74],"which":[75,120],"integrates":[76],"representation":[84],"power":[85],"CNNs.":[87],"To":[88],"our":[89],"knowledge,":[90],"are":[92],"first":[94],"propose":[96],"graph-based":[98],"approach":[99],"utilizing":[107],"concepts":[108],"from":[109],"multi-head":[110],"graph":[111],"transformers.":[112],"Additionally,":[113],"\\textit{Output":[116],"Guided":[117],"Pooling}":[118],"(OGP),":[119],"efficiently":[121],"captures":[122],"further":[126],"attention.":[129],"We":[130],"extensively":[131],"evaluate":[132],"STEAM":[133,147,167],"large-scale":[135],"image":[136],"classification,":[137],"object":[138],"detection":[139],"instance":[141],"segmentation":[142],"standard":[144,156],"benchmark":[145],"datasets.":[146],"achieves":[148],"\\(2\\%\\)":[150],"accuracy":[153,178],"over":[154],"ResNet-50":[157],"only":[160],"meager":[162],"GFLOPs.":[165,185],"Furthermore,":[166],"outperforms":[168],"leading":[170],"modules,":[171],"ECA":[172],"GCT,":[174],"terms":[176],"while":[179],"achieving":[180],"threefold":[182],"reduction":[183],"The":[186],"code":[187],"will":[188],"be":[189],"made":[190],"available":[191],"upon":[192],"acceptance.":[193]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4405354875","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-12-14T00:00:00"}
