{"id":"https://openalex.org/W4394998398","doi":"https://doi.org/10.1145/3620665.3640356","title":"Atalanta: A Bit is Worth a \u201cThousand\u201d Tensor Values","display_name":"Atalanta: A Bit is Worth a \u201cThousand\u201d Tensor Values","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4394998398","doi":"https://doi.org/10.1145/3620665.3640356"},"language":"en","primary_location":{"id":"doi:10.1145/3620665.3640356","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3620665.3640356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020334704","display_name":"Alberto Delm\u00e1s Lascorz","orcid":"https://orcid.org/0009-0006-2487-250X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Alberto Delmas Lascorz","raw_affiliation_strings":["University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103075815","display_name":"Mostafa Mahmoud","orcid":"https://orcid.org/0000-0002-8950-6221"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mostafa Mahmoud","raw_affiliation_strings":["University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045620647","display_name":"Ali Hadi Zadeh","orcid":"https://orcid.org/0000-0001-5823-2494"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Hadi Zadeh","raw_affiliation_strings":["1QBit Ltd, Toronto, Canada","University of Toronto, Toronto, Canada","University of Toronto, Toronto, Canada 1QBit Ltd, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"1QBit Ltd, Toronto, Canada","institution_ids":[]},{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto, Toronto, Canada 1QBit Ltd, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101550828","display_name":"Milo\u0161 Nikoli\u0107","orcid":"https://orcid.org/0000-0002-4168-0837"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Milos Nikolic","raw_affiliation_strings":["University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072209217","display_name":"Kareem Ibrahim","orcid":"https://orcid.org/0000-0002-3951-0708"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kareem Ibrahim","raw_affiliation_strings":["University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044162748","display_name":"Christina Giannoula","orcid":"https://orcid.org/0000-0003-0162-4547"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Christina Giannoula","raw_affiliation_strings":["University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005226229","display_name":"Ameer Abdelhadi","orcid":"https://orcid.org/0000-0003-4683-8901"},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ameer Abdelhadi","raw_affiliation_strings":["McMaster University, Hamilton, Canada"],"affiliations":[{"raw_affiliation_string":"McMaster University, Hamilton, Canada","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072544251","display_name":"Andreas Moshovos","orcid":"https://orcid.org/0000-0001-7768-367X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andreas Moshovos","raw_affiliation_strings":["University of Toronto, Toronto, Canada","Vector Institute, Toronto, Canada","University of Toronto, Toronto, Canada Vector Institute, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute, Toronto, Canada","institution_ids":["https://openalex.org/I4210127509"]},{"raw_affiliation_string":"University of Toronto, Toronto, Canada Vector Institute, Toronto, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5020334704"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":1.745,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85232888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"85","last_page":"102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7295204997062683},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.49946165084838867},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.49823570251464844},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.47655776143074036},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4740854501724243},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.4368012845516205},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.4366377592086792},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4268534779548645},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41393816471099854},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38266509771347046},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36457496881484985},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.3512217700481415},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.2683066725730896},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13944417238235474},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11633488535881042},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10292655229568481},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08433881402015686}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7295204997062683},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.49946165084838867},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.49823570251464844},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.47655776143074036},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4740854501724243},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.4368012845516205},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.4366377592086792},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4268534779548645},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41393816471099854},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38266509771347046},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36457496881484985},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3512217700481415},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2683066725730896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13944417238235474},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11633488535881042},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10292655229568481},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08433881402015686}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3620665.3640356","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3620665.3640356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W158805393","https://openalex.org/W1481017034","https://openalex.org/W1847634394","https://openalex.org/W1902934009","https://openalex.org/W1999085092","https://openalex.org/W2024171325","https://openalex.org/W2046419776","https://openalex.org/W2102074146","https://openalex.org/W2107745473","https://openalex.org/W2107927941","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2161452704","https://openalex.org/W2171943915","https://openalex.org/W2183341477","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2219888463","https://openalex.org/W2253855427","https://openalex.org/W2274287116","https://openalex.org/W2289252105","https://openalex.org/W2330958039","https://openalex.org/W2475334473","https://openalex.org/W2520459445","https://openalex.org/W2549139847","https://openalex.org/W2554302513","https://openalex.org/W2605350416","https://openalex.org/W2606722458","https://openalex.org/W2612445135","https://openalex.org/W2625457103","https://openalex.org/W2773207592","https://openalex.org/W2783000019","https://openalex.org/W2786771851","https://openalex.org/W2796649226","https://openalex.org/W2799054028","https://openalex.org/W2803549871","https://openalex.org/W2883780447","https://openalex.org/W2883920103","https://openalex.org/W2896457183","https://openalex.org/W2897013433","https://openalex.org/W2904327456","https://openalex.org/W2904511398","https://openalex.org/W2905515056","https://openalex.org/W2911940095","https://openalex.org/W2923014074","https://openalex.org/W2945034085","https://openalex.org/W2950656546","https://openalex.org/W2962821792","https://openalex.org/W2963881378","https://openalex.org/W2964350391","https://openalex.org/W2965373594","https://openalex.org/W2979515806","https://openalex.org/W2979933668","https://openalex.org/W2980282514","https://openalex.org/W2982083293","https://openalex.org/W3004905356","https://openalex.org/W3014663963","https://openalex.org/W3021291375","https://openalex.org/W3043571714","https://openalex.org/W3094189375","https://openalex.org/W3100985894","https://openalex.org/W3106250896","https://openalex.org/W3122378989","https://openalex.org/W3136484378","https://openalex.org/W3137147200","https://openalex.org/W3145444543","https://openalex.org/W3162937989","https://openalex.org/W3177525997","https://openalex.org/W3184606595","https://openalex.org/W3190761184","https://openalex.org/W3207853298","https://openalex.org/W3208968887","https://openalex.org/W3210275771","https://openalex.org/W4221140633","https://openalex.org/W4230989867","https://openalex.org/W4242874873","https://openalex.org/W4281660701","https://openalex.org/W4288356321","https://openalex.org/W4297775537","https://openalex.org/W4298422451","https://openalex.org/W4307934016","https://openalex.org/W4322756634","https://openalex.org/W4384918448","https://openalex.org/W6674914833","https://openalex.org/W6687483927","https://openalex.org/W6704203392","https://openalex.org/W6727099177","https://openalex.org/W6756893723","https://openalex.org/W6769454693","https://openalex.org/W6776447066","https://openalex.org/W6788001715","https://openalex.org/W6793164127"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W4280610722","https://openalex.org/W3185228140"],"abstract_inverted_index":{"Atalanta":[0,17,40,63,78,107,115,151,163],"is":[1,41,79,164],"a":[2,111,131,140,148],"lossless,":[3],"hardware/software":[4],"co-designed":[5],"compression":[6],"technique":[7],"for":[8,173],"the":[9,29,62,94,101,153,168],"tensors":[10,91],"of":[11,73,106,119,134,143],"fixed-point":[12,174],"quantized":[13,136],"deep":[14],"neural":[15],"networks.":[16],"increases":[18],"effective":[19,165],"memory":[20,96],"capacity,":[21],"reduces":[22,116],"off-die":[23,36,95],"traffic,":[24],"and/or":[25],"helps":[26],"to":[27,43,50,123,158],"achieve":[28],"desired":[30],"performance/energy":[31],"targets":[32],"while":[33,53],"using":[34],"smaller":[35],"memories":[37],"during":[38,171],"inference.":[39,175],"architected":[42],"deliver":[44],"nearly":[45],"identical":[46],"coding":[47],"efficiency":[48,105,157],"compared":[49],"Arithmetic":[51],"Coding":[52],"avoiding":[54],"its":[55],"complexity,":[56],"overhead,":[57],"and":[58,65,103,121,125,138,155,160],"bandwidth":[59],"limitations.":[60],"Indicatively,":[61],"decoder":[64],"encoder":[66],"units":[67],"each":[68],"use":[69],"less":[70],"than":[71],"50B":[72],"internal":[74],"storage.":[75],"In":[76],"hardware,":[77],"implemented":[80,109],"as":[81],"an":[82],"assist":[83],"over":[84,130],"any":[85],"machine":[86],"learning":[87],"accelerator":[88],"transparently":[89],"compressing/decompressing":[90],"just":[92],"before":[93],"controller.":[97],"This":[98],"work":[99],"shows":[100],"performance":[102],"energy":[104,156],"when":[108],"in":[110],"65nm":[112],"technology":[113],"node.":[114],"data":[117],"footprint":[118],"weights":[120],"activations":[122,170],"60%":[124],"48%":[126],"respectively":[127],"on":[128],"average":[129],"wide":[132,141],"set":[133],"8-bit":[135],"models":[137],"complements":[139],"range":[142],"quantization":[144],"methods.":[145],"Integrated":[146],"with":[147],"Tensorcore-based":[149],"accelerator,":[150],"boosts":[152],"speedup":[154],"1.44\u00d7":[159],"1.37\u00d7,":[161],"respectively.":[162],"at":[166],"compressing":[167],"stashed":[169],"training":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}