{"id":"https://openalex.org/W7208745837","doi":"https://doi.org/10.5281/zenodo.22301717","title":"OPTIMIZED C++ INFERENCE IN SOFIE FOR QUANTIZED MACHINE LEARNING MODELS","display_name":"OPTIMIZED C++ INFERENCE IN SOFIE FOR QUANTIZED MACHINE LEARNING MODELS","alternate_titles":[],"publication_year":2026,"publication_date":"2026-09-04","ids":{"openalex":"https://openalex.org/W7208745837","doi":"https://doi.org/10.5281/zenodo.22301717"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.22301717","doi":"https://doi.org/10.5281/zenodo.22301717","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22301717","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Report"},"parent_works":[],"lineage":["https://openalex.org/W7208745837"],"child_works_count":0,"type":"report","is_traditional":false,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.22301717","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021652496","display_name":"S. Lee","orcid":"https://orcid.org/0009-0000-4521-6778","observed_orcids":["https://orcid.org/0009-0000-4521-6778"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Shaun Christopher","raw_affiliation_strings":["University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049827266","display_name":"Sanjiban Sengupta","orcid":"https://orcid.org/0009-0005-1281-505X","observed_orcids":["https://orcid.org/0009-0005-1281-505X"]},"institutions":[{"id":"https://openalex.org/I67311998","display_name":"European Organization for Nuclear Research","ror":"https://ror.org/01ggx4157","country_code":"CH","type":"facility","lineage":["https://openalex.org/I67311998"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sengupta, Sanjiban","raw_affiliation_strings":["European Organization for Nuclear Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Organization for Nuclear Research","institution_ids":["https://openalex.org/I67311998"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025129711","display_name":"L. Moneta","orcid":"https://orcid.org/0000-0002-0935-0862","observed_orcids":["https://orcid.org/0000-0002-0935-0862"]},"institutions":[{"id":"https://openalex.org/I67311998","display_name":"European Organization for Nuclear Research","ror":"https://ror.org/01ggx4157","country_code":"CH","type":"facility","lineage":["https://openalex.org/I67311998"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Moneta, Lorenzo","raw_affiliation_strings":["European Organization for Nuclear Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Organization for Nuclear Research","institution_ids":["https://openalex.org/I67311998"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6410999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6410999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2085999995470047,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.05979999899864197,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sofie","display_name":"SOFIE","score":0.7070000171661377},{"id":"https://openalex.org/keywords/c-code-generation","display_name":"C code generation","score":0.8870000243186951},{"id":"https://openalex.org/keywords/inference-pipeline","display_name":"inference pipeline","score":0.6840000152587891},{"id":"https://openalex.org/keywords/fp8","display_name":"FP8","score":0.5},{"id":"https://openalex.org/keywords/int8","display_name":"INT8","score":0.902999997138977},{"id":"https://openalex.org/keywords/lhc-computing","display_name":"LHC computing","score":0.531000018119812}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7361999750137329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6349999904632568},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5932999849319458},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4578000009059906},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.44110000133514404},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40619999170303345},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.3926999866962433},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3856000006198883},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.35249999165534973},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.349700003862381},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3005000054836273},{"id":"https://openalex.org/C186661526","wikidata":"https://www.wikidata.org/wiki/Q13647261","display_name":"Sine","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.26510000228881836}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.22301717","doi":"https://doi.org/10.5281/zenodo.22301717","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22301717","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Report"},{"id":"doi:10.5281/zenodo.22301718","doi":"https://doi.org/10.5281/zenodo.22301718","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22301718","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Report"}],"best_oa_location":{"id":"doi:10.5281/zenodo.22301717","doi":"https://doi.org/10.5281/zenodo.22301717","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22301717","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Report"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4943999946117401}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7081987064","https://openalex.org/W7081941680","https://openalex.org/W7165443475","https://openalex.org/W7166497543","https://openalex.org/W7124172125","https://openalex.org/W2803935332","https://openalex.org/W4383860782","https://openalex.org/W4392901590","https://openalex.org/W4393970798","https://openalex.org/W6928822672"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"inference":[2,89],"increasingly":[3],"bounds":[4],"what":[5],"the":[6,15,25,70,114,151,155,163,192,195],"LHC":[7],"experiments":[8],"can":[9],"compute":[10],"per":[11],"event.":[12],"Quantization":[13],"is":[14,31,200],"most":[16],"direct":[17],"lever":[18],"for":[19,59,83,91],"it,":[20],"and":[21,51,69,81,124,132,135,180,207],"quantized":[22,60,88,107,160,211],"models":[23,61],"are":[24,78],"one":[26,120],"place":[27],"where":[28],"bit-level":[29],"reproducibility":[30],"attainable.":[32],"Physics":[33],"deployment":[34],"adds":[35],"two":[36],"requirements":[37],"that":[38,77,96,110,127],"commodity":[39],"stacks":[40],"do":[41,58],"not":[42],"meet.":[43],"The":[44,101,198],"computation":[45],"must":[46,72],"be":[47],"validated":[48],"across":[49,177,205],"releases":[50],"hardware":[52],"targets,":[53],"which":[54],"tolerance-based":[55],"validation":[56],"cannot":[57],"whose":[62],"implementations":[63],"disagree":[64],"by":[65],"whole":[66],"quantization":[67,125],"steps,":[68],"software":[71],"live":[73],"inside":[74],"experiment":[75],"frameworks":[76],"built":[79],"centrally":[80],"maintained":[82],"decades.":[84],"We":[85],"present":[86],"a":[87,93,106,137,159,173,201,213],"pipeline":[90,102],"SOFIE,":[92],"code":[94],"generator":[95],"emits":[97,136],"self-contained":[98],"C++":[99],"headers.":[100],"discovers":[103],"regions":[104],"of":[105,122,154],"ONNX":[108,183],"graph":[109],"execute":[111],"directly":[112],"on":[113],"stored":[115],"codes,":[116],"lowers":[117],"them":[118],"through":[119],"representation":[121],"carrier":[123],"grid":[126],"serves":[128],"both":[129],"low-precision":[130],"integer":[131],"floating-point":[133],"format,":[134],"fused":[138],"library":[139],"call":[140],"or":[141],"portable":[142,204],"fallback":[143],"kernels,":[144],"with":[145],"every":[146,186],"emitted":[147],"path":[148,165],"bit-identical":[149],"to":[150,168],"fake-quant":[152],"reading":[153],"source":[156],"graph.":[157],"On":[158],"Particle":[161],"Transformer":[162],"FP8":[164],"runs":[166],"1.18":[167],"2.09":[169],"times":[170],"faster":[171,181],"than":[172,182],"TF32-enabled":[174],"float":[175],"baseline":[176,193],"sequence":[178],"lengths":[179],"Runtime":[184],"in":[185,194,209],"configuration,":[187],"while":[188],"INT8":[189],"remains":[190],"below":[191],"physics":[196],"regime.":[197],"result":[199],"generated":[202],"artifact":[203],"targets":[206],"bit-exact":[208],"its":[210],"semantics,":[212],"combination":[214],"otherwise":[215],"only":[216],"available":[217],"from":[218],"FPGA":[219],"toolchains.":[220]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7208745837","counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-05T00:00:00"}
