{"id":"https://openalex.org/W4403600569","doi":"https://doi.org/10.1109/tetc.2024.3480524","title":"TReX- <u>Re</u>using Vision <u>T</u>ransformer\u2019s Attention for Efficient <u>X</u>bar-Based Computing","display_name":"TReX- <u>Re</u>using Vision <u>T</u>ransformer\u2019s Attention for Efficient <u>X</u>bar-Based Computing","publication_year":2024,"publication_date":"2024-10-21","ids":{"openalex":"https://openalex.org/W4403600569","doi":"https://doi.org/10.1109/tetc.2024.3480524"},"language":"en","primary_location":{"id":"doi:10.1109/tetc.2024.3480524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2024.3480524","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050796355","display_name":"Abhishek Moitra","orcid":"https://orcid.org/0000-0002-0534-5206"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhishek Moitra","raw_affiliation_strings":["Department of Electrical Engineering, Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-0534-5206","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004629816","display_name":"Abhiroop Bhattacharjee","orcid":"https://orcid.org/0000-0002-7721-271X"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhiroop Bhattacharjee","raw_affiliation_strings":["Department of Electrical Engineering, Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-7721-271X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082196231","display_name":"Youngeun Kim","orcid":"https://orcid.org/0000-0002-3542-7720"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Youngeun Kim","raw_affiliation_strings":["Department of Electrical Engineering, Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-3542-7720","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050310538","display_name":"Priyadarshini Panda","orcid":"https://orcid.org/0000-0002-4167-6782"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Priyadarshini Panda","raw_affiliation_strings":["Department of Electrical Engineering, Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-4167-6782","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I32971472"],"apc_list":null,"apc_paid":null,"fwci":0.3245,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54047536,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":"3","first_page":"686","last_page":"697"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bar","display_name":"Bar (unit)","score":0.626405656337738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5790159702301025},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4329128563404083},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.20502355694770813}],"concepts":[{"id":"https://openalex.org/C188721877","wikidata":"https://www.wikidata.org/wiki/Q103510","display_name":"Bar (unit)","level":2,"score":0.626405656337738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5790159702301025},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4329128563404083},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.20502355694770813},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetc.2024.3480524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetc.2024.3480524","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1920328734","https://openalex.org/W2554279936","https://openalex.org/W2782046614","https://openalex.org/W2896457183","https://openalex.org/W2912765464","https://openalex.org/W2966199719","https://openalex.org/W2978670439","https://openalex.org/W3033519076","https://openalex.org/W3042493405","https://openalex.org/W3047848469","https://openalex.org/W3091835145","https://openalex.org/W3112740243","https://openalex.org/W3159727696","https://openalex.org/W3172801447","https://openalex.org/W3172942063","https://openalex.org/W3176468986","https://openalex.org/W3184497370","https://openalex.org/W3188427387","https://openalex.org/W3192174868","https://openalex.org/W3199934250","https://openalex.org/W3211525823","https://openalex.org/W4205363571","https://openalex.org/W4214520160","https://openalex.org/W4283332956","https://openalex.org/W4312290555","https://openalex.org/W4312476679","https://openalex.org/W4312769570","https://openalex.org/W4313467238","https://openalex.org/W4320036892","https://openalex.org/W4320036918","https://openalex.org/W4360831786","https://openalex.org/W4376456783","https://openalex.org/W4378800995","https://openalex.org/W4381233128","https://openalex.org/W4385764558","https://openalex.org/W4386293192","https://openalex.org/W4386764939"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Due":[0],"to":[1,32,77,91,142,158,164],"the":[2,34,45,53,85,97,106],"high":[3,135,138],"computation":[4],"overhead":[5,46],"of":[6,36,49,55,127],"Vision":[7],"Transformers":[8],"(ViTs),":[9],"In-memory":[10],"Computing":[11],"architectures":[12],"are":[13],"being":[14],"researched":[15],"towards":[16],"energy-efficient":[17],"deployment":[18],"in":[19,74,125],"edge-computing":[20],"scenarios.":[21],"Prior":[22],"works":[23,42],"have":[24,43],"proposed":[25],"efficient":[26],"algorithm-hardware":[27],"co-design":[28],"and":[29,47,118,146],"IMC-architectural":[30],"improvements":[31],"improve":[33],"energy-efficiency":[35],"IMC-implemented":[37,56],"ViTs.":[38,57],"However,":[39],"all":[40],"prior":[41],"neglected":[44],"co-depencence":[48],"attention":[50,72,89],"blocks":[51],"on":[52,102,105],"accuracy-energy-delay-area":[54,80],"To":[58],"this":[59],"end,":[60],"we":[61,109],"propose":[62],"TReX-":[63],"an":[64],"attention-reuse-driven":[65],"ViT":[66,75,130],"optimization":[67],"framework":[68],"that":[69,111],"effectively":[70],"performs":[71],"reuse":[73,90],"models":[76],"achieve":[78,92],"optimal":[79],"tradeoffs.":[81],"TReX":[82,112,133,156],"optimally":[83],"chooses":[84],"transformer":[86],"encoders":[87],"for":[88],"near-iso-accuracy":[93],"performance":[94],"while":[95],"meeting":[96],"user-specified":[98],"delay":[99],"requirement.":[100],"Based":[101],"our":[103],"analysis":[104],"Imagenet-1k":[107],"dataset,":[108],"find":[110],"achieves":[113,134],"2.3\u00d7":[114],"(2.19\u00d7)":[115],"EDAP":[116,139],"reduction":[117,140],"1.86\u00d7":[119],"(1.79\u00d7)":[120],"TOPS/mm$^{2}$improvement":[121],"with$\\sim$1%":[122],"accuracy":[123,136,162],"drop":[124],"case":[126],"DeiT-S":[128],"(LV-ViT-S)":[129],"models.":[131],"Additionally,":[132],"at":[137,166],"compared":[141,163],"state-of-the-art":[143],"token":[144],"pruning":[145],"weight":[147],"sharing":[148],"approaches.":[149],"On":[150],"NLP":[151],"tasks":[152],"such":[153],"as":[154],"CoLA,":[155],"leads":[157],"2%":[159],"higher":[160],"non-ideal":[161],"baseline":[165],"1.6\u00d7":[167],"lower":[168],"EDAP.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}