{"id":"https://openalex.org/W4417251766","doi":"https://doi.org/10.1109/tcsi.2025.3638831","title":"FP2: A 2-bit Floating-Point Format for Edge-AI Inference and Fine-Tuning","display_name":"FP2: A 2-bit Floating-Point Format for Edge-AI Inference and Fine-Tuning","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W4417251766","doi":"https://doi.org/10.1109/tcsi.2025.3638831"},"language":null,"primary_location":{"id":"doi:10.1109/tcsi.2025.3638831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3638831","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052924540","display_name":"Q. Dang","orcid":"https://orcid.org/0009-0006-0326-2999"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiwei Dang","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0006-0326-2999","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003116364","display_name":"Chunhui Ma","orcid":"https://orcid.org/0000-0002-7235-9544"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Ma","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003944732","display_name":"Haiduo Huang","orcid":"https://orcid.org/0009-0000-6726-9221"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiduo Huang","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079706839","display_name":"Gelin Fu","orcid":"https://orcid.org/0000-0002-7331-0830"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gelin Fu","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-7331-0830","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111622187","display_name":"Zhao Yi Huo","orcid":"https://orcid.org/0009-0009-7761-2551"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwang Huo","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0009-7761-2551","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102411735","display_name":"Guoming Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoming Yang","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043684496","display_name":"Pengchen Zong","orcid":"https://orcid.org/0000-0002-3401-8239"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengchen Zong","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-3401-8239","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032104477","display_name":"Tian Xia","orcid":"https://orcid.org/0000-0002-2520-3731"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Xia","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-2520-3731","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006910313","display_name":"Wenzhe Zhao","orcid":"https://orcid.org/0000-0002-7001-2125"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhe Zhao","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-7001-2125","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044243518","display_name":"Pengju Ren","orcid":"https://orcid.org/0000-0003-1163-2014"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengju Ren","raw_affiliation_strings":["National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-1163-2014","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human–Machine Hybrid Augmented Intelligence, the National Engineering Research Center of Visual Information and Applications, and the Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34428597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"73","issue":"6","first_page":"4124","last_page":"4137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.7605000138282776,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.7605000138282776,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.0632999986410141,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.030500000342726707,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6732000112533569},{"id":"https://openalex.org/keywords/bitwise-operation","display_name":"Bitwise operation","score":0.6097999811172485},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6083999872207642},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5960000157356262},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5123000144958496},{"id":"https://openalex.org/keywords/exponent","display_name":"Exponent","score":0.5034000277519226},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.47360000014305115},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.46869999170303345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794999837875366},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6732000112533569},{"id":"https://openalex.org/C134765980","wikidata":"https://www.wikidata.org/wiki/Q879126","display_name":"Bitwise operation","level":2,"score":0.6097999811172485},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6083999872207642},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5960000157356262},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5123000144958496},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.5034000277519226},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49619999527931213},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.47360000014305115},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4018999934196472},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.34769999980926514},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3257000148296356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.296999990940094},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.26460000872612},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C131017901","wikidata":"https://www.wikidata.org/wiki/Q170451","display_name":"Logic gate","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2025.3638831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3638831","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1309785897","display_name":null,"funder_award_id":"52441602","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5340218887","display_name":null,"funder_award_id":"62302381","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"increasing":[1],"scale":[2],"of":[3,94,104,150,192,206,255],"Deep":[4],"Neural":[5],"Networks":[6],"(DNNs)":[7],"has":[8],"made":[9],"2-bit":[10,113,264],"quantization":[11,29],"crucial":[12],"for":[13,176],"mitigating":[14],"memory":[15],"bottlenecks":[16],"on":[17,100,124,182,215,247,276,294,305],"edge":[18,184],"devices.":[19,185],"Low-bitwidth":[20],"floating-point":[21,42,87,114,135,146,180],"formats,":[22],"offering":[23],"larger":[24],"dynamic":[25],"ranges":[26],"and":[27,63,107,119,142,158,217,222,291,297,331,361],"avoiding":[28],"steps,":[30],"have":[31],"emerged":[32],"as":[33,51],"promising":[34],"alternatives":[35],"to":[36,84,226,253,301],"fixed-point":[37],"quantization.":[38],"However,":[39],"constructing":[40],"viable":[41],"representations":[43],"with":[44,237],"fewer":[45],"than":[46,242],"3":[47],"bits":[48,96],"remains":[49],"challenging,":[50],"conventional":[52],"formats":[53],"require":[54],"at":[55,287],"least":[56],"one":[57,60,64],"sign":[58],"bit,":[59,62],"exponent":[61,106],"mantissa":[65],"bit.":[66],"We":[67],"address":[68],"this":[69],"challenge":[70],"by":[71,148,235,329,334],"introducing":[72],"a":[73,80,167,173,354],"novel":[74],"data":[75,197],"compression":[76],"method":[77,275],"that":[78,133],"uses":[79],"4-bit":[81],"encoding":[82],"space":[83],"represent":[85],"two":[86,111,130],"values,":[88],"achieving":[89],"an":[90],"effective":[91],"storage":[92],"density":[93],"2":[95,243],"per":[97],"value.":[98],"Depending":[99],"the":[101,105,189,193,204,207,220,273,277,288],"bit":[102],"width":[103],"mantissa,":[108],"we":[109,128,187,212,283],"propose":[110],"different":[112],"encodings:":[115],"fp2-e1m0":[118],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">fp2-e0m1.":[122],"Based":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">fp2,":[127],"introduce":[129],"computing":[131],"architectures":[132,303],"simplify":[134],"multiply-accumulate":[136],"(MAC)":[137],"operations":[138],"into":[139],"bitwise":[140],"addition":[141],"logic":[143],"operations,":[144],"reducing":[145],"computation":[147,302],"factors":[149],"":[153,161,315,343],"$2\\times":[155],"$":[156,164,318,346],"":[157,319,347],"notation=\"LaTeX\">$4\\times":[163],".":[165],"As":[166],"result,":[168],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">fp2":[171,196,210,268,322,340,350],"offers":[172],"practical":[174],"solution":[175],"efficient":[177],"inference":[178],"using":[179,219],"arithmetic":[181],"resource-constrained":[183],"Moreover,":[186],"analyze":[188],"error":[190],"characteristics":[191],"format":[198],"from":[199],"three":[200],"perspectives.":[201],"To":[202],"validate":[203],"effectiveness":[205],"format,":[211],"conduct":[213],"experiments":[214],"ResNet18/50":[216],"ConvNeXt-Tiny":[218],"CIFAR-10":[221],"ImageNet-1K":[223],"datasets.":[224],"Compared":[225,300],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">fp4,":[229,308],"our":[230,285,309,337],"approach":[231],"reduces":[232,327],"model":[233],"size":[234],"47%,":[236],"accuracy":[238],"loss":[239],"is":[240],"less":[241],"percentage":[244],"points.":[245],"Notably,":[246],"CIFAR-10,":[248],"some":[249],"results":[250],"are":[251],"close":[252],"those":[254],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">fp32.":[258],"In":[259],"contrast,":[260],"when":[261],"evaluated":[262],"under":[263],"GPTQ,":[265],"demonstrates":[269],"significant":[270],"advantages":[271],"over":[272],"baseline":[274],"LLAMA":[278],"model.":[279],"For":[280],"hardware":[281],"evaluation,":[282],"implement":[284],"design":[286],"RTL":[289],"level":[290],"evaluate":[292],"it":[293],"both":[295,359],"FPGA":[296],"ASIC":[298],"platforms.":[299],"based":[304],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">fp4":[312],"notation=\"LaTeX\">$\\times":[317,345],"processing":[323],"element":[324],"(PE)":[325],"array":[326,352],"area":[328,360],"15%":[330],"power":[332,362],"consumption":[333],"8%.":[335],"Furthermore,":[336],"PE":[351],"achieves":[353],"remarkable":[355],"78%":[356],"reduction":[357],"in":[358],"consumption.":[363]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-12-11T00:00:00"}