{"id":"https://openalex.org/W7164834773","doi":"https://doi.org/10.48550/arxiv.2606.14598","title":"Realizing Native INT8 Compute for Diffusion Transformers on Consumer GPUs: A Fused INT8 GEMM Kernel for Ideogram 4.0","display_name":"Realizing Native INT8 Compute for Diffusion Transformers on Consumer GPUs: A Fused INT8 GEMM Kernel for Ideogram 4.0","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164834773","doi":"https://doi.org/10.48550/arxiv.2606.14598"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14598","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14598","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138402369","display_name":"Ali Asaria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asaria, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138467146","display_name":"Tony Salomone","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salomone, Tony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138628353","display_name":"Deep Gandhi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gandhi, Deep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.2296999990940094,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.2296999990940094,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.10520000010728836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11361","display_name":"Digital Radiography and Breast Imaging","score":0.044599998742341995,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6342999935150146},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.482699990272522},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.43160000443458557},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.39329999685287476},{"id":"https://openalex.org/keywords/skeletonization","display_name":"Skeletonization","score":0.3506999909877777},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.350600004196167},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.3321000039577484},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.30889999866485596},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.3068000078201294}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6342999935150146},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6219000220298767},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6110000014305115},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.43160000443458557},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C23951316","wikidata":"https://www.wikidata.org/wiki/Q1984140","display_name":"Skeletonization","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3100000023841858},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.30160000920295715},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3010999858379364},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C124584101","wikidata":"https://www.wikidata.org/wiki/Q1053266","display_name":"Multiplier (economics)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2779521785","wikidata":"https://www.wikidata.org/wiki/Q5535529","display_name":"Geometry processing","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C177225278","wikidata":"https://www.wikidata.org/wiki/Q192674","display_name":"Factoring","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C97431224","wikidata":"https://www.wikidata.org/wiki/Q438393","display_name":"Alternate frame rendering","level":5,"score":0.2590000033378601},{"id":"https://openalex.org/C55128770","wikidata":"https://www.wikidata.org/wiki/Q5275440","display_name":"Diffusion map","level":4,"score":0.2572999894618988},{"id":"https://openalex.org/C119453123","wikidata":"https://www.wikidata.org/wiki/Q262372","display_name":"Self-similarity","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14598","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14598","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Post-training":[0],"INT8":[1,67,88,204],"(W8A8)":[2],"quantization":[3],"of":[4,121],"diffusion":[5,115],"transformers":[6],"is":[7,20,30,75,131,227,236,245,264],"widely":[8],"deployed":[9],"as":[10,248],"a":[11,38,59,84,161,178],"speed":[12,221],"optimization,":[13],"yet":[14],"on":[15,91,177,199,270],"consumer":[16,267],"Ampere":[17,92],"GPUs":[18],"it":[19,29,159,170],"frequently":[21],"slower":[22],"than":[23,152,183],"the":[24,41,65,71,104,112,122,126,128,136,140,184,208,212,230,252,262,274],"FP8":[25,190],"and":[26,47,57,100,135,167,189,214,244,269,272],"NF4":[27,186,231],"alternatives":[28],"meant":[31],"to":[32,37,50,55,157,211,266,278],"beat.":[33],"We":[34,79,255],"trace":[35],"this":[36,81],"software":[39],"artifact:":[40],"production":[42],"\"INT8\"":[43],"forward":[44],"quantizes":[45],"weights":[46],"activations":[48],"only":[49],"immediately":[51],"dequantize":[52],"them":[53],"back":[54],"bf16":[56,60,153],"run":[58],"matrix":[61],"multiply,":[62],"never":[63],"engaging":[64],"GPU's":[66],"tensor":[68,93],"cores,":[69,94],"so":[70],"hardware's":[72],"compute":[73],"advantage":[74],"left":[76],"entirely":[77],"unrealized.":[78],"close":[80,256],"gap":[82],"with":[83,95,146,250,257],"single":[85,179],"fused":[86],"Triton":[87],"GEMM":[89,108],"(int8xint8->int32":[90],"per-token":[96],"x":[97],"per-channel":[98],"dequantization":[99],"bias":[101],"folded":[102],"into":[103,111],"epilogue,":[105],"autotuned":[106],"per":[107,154],"shape)":[109],"dropped":[110],"Ideogram":[113],"4.0":[114],"transformer's":[116],"linear":[117],"layers":[118],"in":[119,174],"place":[120],"dequantize-to-bf16":[123],"path.":[124],"In":[125],"kernel,":[127],"int8xint8->int32":[129],"accumulation":[130],"bit-exact":[132],"against":[133],"torch._int_mm":[134],"dequantized":[137],"output":[138],"matches":[139],"reference":[141],"at":[142,165,168,194],"cosine":[143],"similarity":[144],"1.0":[145],"no":[147,195],"NaNs,":[148],"running":[149],"2.8-4.2x":[150],"faster":[151,182],"GEMM.":[155],"End":[156],"end":[158],"delivers":[160],"~1.1x":[162],"(~9-10%)":[163],"speedup":[164],"768px,":[166],"1024px":[169,215],"generates":[171],"an":[172,258],"image":[173],"156.5":[175],"s":[176],"RTX":[180],"3090,":[181],"single-card":[185],"(164.5":[187],"s)":[188,192],"(172.9":[191],"baselines,":[193],"measurable":[196],"quality":[197],"cost":[198],"these":[200],"point":[201],"estimates":[202],"(PickScore/CLIPScore).":[203],"thus":[205],"goes":[206],"from":[207],"slowest":[209],"variant":[210],"fastest,":[213],"becomes":[216],"single-GPU":[217],"feasible.":[218],"The":[219],"primary":[220],"criterion":[222],"(beat":[223],"FP8,":[224],"by":[225],"~9.5%)":[226],"comfortably":[228],"met;":[229],"margin":[232],"(~4.9%,":[233],"single-run":[234],"n=4)":[235],"within":[237],"run-to-run":[238],"variance":[239],"we":[240],"did":[241],"not":[242],"quantify":[243],"best":[246],"read":[247],"consistent":[249],"meeting":[251],"stretch":[253],"target.":[254],"honest":[259],"deployment":[260],"map:":[261],"win":[263],"specific":[265],"Ampere,":[268],"A100":[271],"B200":[273],"same":[275],"kernel":[276],"loses":[277],"those":[279],"cards'":[280],"fast":[281],"native":[282],"bf16/FP8":[283],"paths.":[284]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-16T00:00:00"}