{"id":"https://openalex.org/W4321276734","doi":"https://doi.org/10.48550/arxiv.2302.08007","title":"With Shared Microexponents, A Little Shifting Goes a Long Way","display_name":"With Shared Microexponents, A Little Shifting Goes a Long Way","publication_year":2023,"publication_date":"2023-02-16","ids":{"openalex":"https://openalex.org/W4321276734","doi":"https://doi.org/10.48550/arxiv.2302.08007"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.08007","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.08007","pdf_url":"https://arxiv.org/pdf/2302.08007","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.08007","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035073741","display_name":"Bita Darvish Rouhani","orcid":"https://orcid.org/0000-0002-8412-4320"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rouhani, Bita","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033038201","display_name":"Ritchie Zhao","orcid":"https://orcid.org/0000-0003-1656-9165"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Ritchie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007976782","display_name":"Venmugil Elango","orcid":"https://orcid.org/0000-0002-7031-9020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elango, Venmugil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062141963","display_name":"Rasoul Shafipour","orcid":"https://orcid.org/0000-0002-2996-2671"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shafipour, Rasoul","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075413522","display_name":"Mathew Hall","orcid":"https://orcid.org/0000-0002-2134-8247"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hall, Mathew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005150184","display_name":"Maral Mesmakhosroshahi","orcid":"https://orcid.org/0000-0003-1262-5836"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mesmakhosroshahi, Maral","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062538954","display_name":"Ankit More","orcid":"https://orcid.org/0009-0004-2813-3988"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"More, Ankit","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046235959","display_name":"Levi Melnick","orcid":"https://orcid.org/0009-0002-9007-227X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melnick, Levi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074550388","display_name":"Maximilian Golub","orcid":"https://orcid.org/0009-0008-2893-5066"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Golub, Maximilian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013420358","display_name":"Girish V. Varatkar","orcid":"https://orcid.org/0009-0000-4504-0717"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Varatkar, Girish","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100745820","display_name":"Lei Shao","orcid":"https://orcid.org/0000-0001-6776-9787"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Lei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023713747","display_name":"Gaurav Kolhe","orcid":"https://orcid.org/0000-0002-7807-6721"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolhe, Gaurav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038410573","display_name":"Dimitry Melts","orcid":"https://orcid.org/0009-0002-3452-5406"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melts, Dimitry","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081461930","display_name":"Jasmine Klar","orcid":"https://orcid.org/0009-0005-7271-9238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klar, Jasmine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091561764","display_name":"Renee L'Heureux","orcid":"https://orcid.org/0009-0003-4675-0755"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"L'Heureux, Renee","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102793587","display_name":"Matt Perry","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perry, Matt","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067337700","display_name":"Doug Burger","orcid":"https://orcid.org/0009-0006-6588-6596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burger, Doug","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103197894","display_name":"Eric Chung","orcid":"https://orcid.org/0000-0001-5871-4346"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Eric","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056683895","display_name":"Zhaoxia Deng","orcid":"https://orcid.org/0000-0001-6946-5357"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Zhaoxia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047403657","display_name":"Sam Naghshineh","orcid":"https://orcid.org/0000-0002-6511-1866"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naghshineh, Sam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101876582","display_name":"Jongsoo Park","orcid":"https://orcid.org/0000-0002-4750-9440"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Jongsoo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038603364","display_name":"Maxim Naumov","orcid":"https://orcid.org/0000-0002-6102-2903"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naumov, Maxim","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":22,"corresponding_author_ids":["https://openalex.org/A5035073741"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8612431287765503},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.769397497177124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6515640020370483},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6491879820823669},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.5302526354789734},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5145689845085144},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5070512294769287},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.45002347230911255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4363119602203369},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3601769208908081},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.34797149896621704},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.13124927878379822},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12618201971054077},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08625629544258118}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8612431287765503},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.769397497177124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6515640020370483},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6491879820823669},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.5302526354789734},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5145689845085144},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5070512294769287},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.45002347230911255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4363119602203369},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3601769208908081},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34797149896621704},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.13124927878379822},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12618201971054077},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08625629544258118},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.08007","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.08007","pdf_url":"https://arxiv.org/pdf/2302.08007","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2302.08007","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.08007","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.08007","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.08007","pdf_url":"https://arxiv.org/pdf/2302.08007","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4321276734.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W141820298","https://openalex.org/W3009327594","https://openalex.org/W2803935332","https://openalex.org/W3204400881","https://openalex.org/W3183118997","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W2917767146","https://openalex.org/W3185228140"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"Block":[3],"Data":[4],"Representations":[5],"(BDR),":[6],"a":[7,13],"framework":[8],"for":[9,19],"exploring":[10],"and":[11,29,50,84,86],"evaluating":[12],"wide":[14],"spectrum":[15],"of":[16,25,57,73],"narrow-precision":[17,48],"formats":[18,33],"deep":[20],"learning.":[21],"It":[22],"enables":[23],"comparison":[24],"popular":[26],"quantization":[27,45,58],"standards,":[28],"through":[30],"BDR,":[31],"new":[32],"based":[34,64],"on":[35,65,77],"shared":[36,66],"microexponents":[37,67],"(MX)":[38],"are":[39],"identified,":[40],"which":[41],"outperform":[42],"other":[43],"state-of-the-art":[44],"approaches,":[46],"including":[47,80],"floating-point":[49],"block":[51],"floating-point.":[52],"MX":[53,74],"utilizes":[54],"multiple":[55],"levels":[56],"scaling":[59,62],"with":[60],"ultra-fine":[61],"factors":[63],"in":[68],"the":[69],"hardware.":[70],"The":[71],"effectiveness":[72],"is":[75],"demonstrated":[76],"real-world":[78],"models":[79],"large-scale":[81],"generative":[82],"pretraining":[83],"inferencing,":[85],"production-scale":[87],"recommendation":[88],"systems.":[89]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}