{"id":"https://openalex.org/W4399485948","doi":"https://doi.org/10.1145/3649476.3660380","title":"IRET: Incremental Resolution Enhancing Transformer","display_name":"IRET: Incremental Resolution Enhancing Transformer","publication_year":2024,"publication_date":"2024-06-10","ids":{"openalex":"https://openalex.org/W4399485948","doi":"https://doi.org/10.1145/3649476.3660380"},"language":"en","primary_location":{"id":"doi:10.1145/3649476.3660380","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649476.3660380","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3649476.3660380","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038401622","display_name":"Banafsheh Saber Latibari","orcid":"https://orcid.org/0000-0003-3735-9191"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Banafsheh Saber Latibari","raw_affiliation_strings":["Electrical and Computer Engineering, University of California Davis, USA"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of California Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016438213","display_name":"Soheil Salehi","orcid":"https://orcid.org/0000-0001-5998-8795"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soheil Salehi","raw_affiliation_strings":["Electrical and Computer Engineering, University of Arizona, USA"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Arizona, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047382437","display_name":"Houman Homayoun","orcid":"https://orcid.org/0000-0001-8904-4699"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houman Homayoun","raw_affiliation_strings":["University of California Davis, USA"],"affiliations":[{"raw_affiliation_string":"University of California Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060036961","display_name":"Avesta Sasan","orcid":"https://orcid.org/0000-0002-4052-8075"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avesta Sasan","raw_affiliation_strings":["University of California Davis, USA"],"affiliations":[{"raw_affiliation_string":"University of California Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5038401622"],"corresponding_institution_ids":["https://openalex.org/I84218800"],"apc_list":null,"apc_paid":null,"fwci":1.8507,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86099138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"620","last_page":"625"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5290022492408752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4803844094276428},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.22736945748329163},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1560039222240448},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1483342945575714}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5290022492408752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4803844094276428},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.22736945748329163},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1560039222240448},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1483342945575714}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649476.3660380","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649476.3660380","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3649476.3660380","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649476.3660380","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W3025199923","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3170113752","https://openalex.org/W3175515048","https://openalex.org/W3209970085","https://openalex.org/W3211525823","https://openalex.org/W3211783547","https://openalex.org/W4214614183","https://openalex.org/W4312290555","https://openalex.org/W4312849330","https://openalex.org/W4312872526","https://openalex.org/W6931259419"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0],"our":[1,41],"research":[2],"paper,":[3],"we":[4,162],"introduce":[5],"a":[6,70,87,113,165],"revolutionary":[7],"approach":[8],"to":[9,82,112,139],"designing":[10],"energy-aware":[11],"dynamically":[12,168,187],"prunable":[13],"Vision":[14],"Transformers":[15],"for":[16,93,117,151,172,178],"use":[17],"in":[18,40,59],"edge":[19,179],"applications.":[20],"Our":[21],"solution":[22],"denoted":[23],"as":[24,106,193],"Incremental":[25],"Resolution":[26],"Enhancing":[27],"Transformer":[28],"(IRET),":[29],"works":[30],"by":[31],"the":[32,36,43,60,65,77,99,107,149,157],"sequential":[33],"sampling":[34,129],"of":[35,46,64,115,130,134,159],"input":[37,47,131],"image.":[38],"However,":[39],"case,":[42],"embedding":[44,56],"size":[45],"tokens":[48,95,100,116,136,154],"is":[49,57,74,80,175],"considerably":[50],"smaller":[51],"than":[52],"prior-art":[53],"solutions.":[54],"This":[55,126,174],"used":[58,81],"first":[61],"few":[62],"layers":[63],"IRET":[66,97,138],"vision":[67],"transformer":[68],"until":[69],"reliable":[71],"attention":[72,78,103,111],"matrix":[73,79],"formed.":[75],"Then":[76],"sample":[83],"additional":[84],"information":[85],"using":[86],"learnable":[88],"2D":[89],"lifting":[90],"scheme":[91],"only":[92],"important":[94],"and":[96,122,132,155,183],"drops":[98],"receiving":[101],"low":[102],"scores.":[104],"Hence,":[105],"model":[108,166],"pays":[109],"more":[110],"subset":[114],"its":[118,120,142],"task,":[119],"focus":[121,158],"resolution":[123],"also":[124],"increase.":[125],"incremental":[127],"attention-guided":[128],"dropping":[133,152],"unattended":[135,153],"allow":[137],"significantly":[140],"prune":[141],"computation":[143],"tree":[144],"on":[145,190],"demand.":[146],"By":[147],"controlling":[148],"threshold":[150],"increasing":[156],"attended":[160],"ones,":[161],"can":[163],"train":[164],"that":[167],"trades":[169],"off":[170],"complexity":[171,184],"accuracy.":[173],"especially":[176],"useful":[177],"devices,":[180],"where":[181],"accuracy":[182],"could":[185],"be":[186],"traded":[188],"based":[189],"factors":[191],"such":[192],"battery":[194],"life,":[195],"reliability,":[196],"etc.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}