{"id":"https://openalex.org/W7077908537","doi":"https://doi.org/10.48550/arxiv.2508.19087","title":"APT-LLM: Exploiting Arbitrary-Precision Tensor Core Computing for LLM Acceleration","display_name":"APT-LLM: Exploiting Arbitrary-Precision Tensor Core Computing for LLM Acceleration","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W7077908537","doi":"https://doi.org/10.48550/arxiv.2508.19087"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2508.19087","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.19087","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2508.19087","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ma, Shaobo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Shaobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Fang, Chao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shao, Haikuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Haikuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Wang, Zhongfeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhongfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.3686999976634979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.3686999976634979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13177","display_name":"Geological and Geophysical Studies","score":0.04859999939799309,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.9614999890327454},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.6079000234603882},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5565999746322632},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.5541999936103821},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5480999946594238},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.5320000052452087},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.47209998965263367},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.35749998688697815},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.349700003862381}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.9614999890327454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7833999991416931},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6116999983787537},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.6079000234603882},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5565999746322632},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.5541999936103821},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5480999946594238},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.5320000052452087},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.47209998965263367},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46160000562667847},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.37049999833106995},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.35749998688697815},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.349700003862381},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.34279999136924744},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C91481028","wikidata":"https://www.wikidata.org/wiki/Q1054686","display_name":"Distributed memory","level":3,"score":0.3199999928474426},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.3147999942302704},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C2780365336","wikidata":"https://www.wikidata.org/wiki/Q25047934","display_name":"Single-core","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3025999963283539},{"id":"https://openalex.org/C32653426","wikidata":"https://www.wikidata.org/wiki/Q3813641","display_name":"Background subtraction","level":3,"score":0.2973000109195709},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C120373497","wikidata":"https://www.wikidata.org/wiki/Q1087987","display_name":"Parallel algorithm","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C50630238","wikidata":"https://www.wikidata.org/wiki/Q971505","display_name":"General-purpose computing on graphics processing units","level":3,"score":0.25780001282691956},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2508.19087","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.19087","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2508.19087","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.19087","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"revolutionized":[5],"AI":[6],"applications,":[7],"yet":[8],"their":[9],"enormous":[10],"computational":[11,24],"demands":[12],"severely":[13],"limit":[14],"deployment":[15],"and":[16,58,90,118,130,162,194,211,226,236],"real-time":[17],"performance.":[18],"Quantization":[19],"methods":[20],"can":[21],"help":[22],"reduce":[23,163],"costs,":[25],"however,":[26],"attaining":[27],"the":[28,48,122,132,177],"extreme":[29],"efficiency":[30],"associated":[31],"with":[32,93],"ultra-low-bit":[33],"quantized":[34],"LLMs":[35],"at":[36,121],"arbitrary":[37,73,114],"precision":[38,74,115,129,195],"presents":[39],"challenges":[40],"on":[41,147,220],"GPUs.":[42],"This":[43,125],"is":[44],"primarily":[45],"due":[46],"to":[47,101,156,203,208,231],"limited":[49],"support":[50],"for":[51,72,88,113,183],"GPU":[52,135],"Tensor":[53,136],"Cores,":[54],"inefficient":[55],"memory":[56,143,155,164],"management,":[57],"inflexible":[59],"kernel":[60,159,171],"optimizations.":[61],"To":[62],"tackle":[63],"these":[64],"challenges,":[65],"we":[66,79,140,168],"propose":[67,141],"a":[68,81,107,142,170,204,212],"comprehensive":[69],"acceleration":[70,219],"scheme":[71],"LLMs,":[75],"namely":[76],"APT-LLM.":[77],"Firstly,":[78],"introduce":[80],"novel":[82],"data":[83,148],"format,":[84],"bipolar-INT,":[85],"which":[86,150],"allows":[87],"efficient":[89],"lossless":[91],"conversion":[92],"signed":[94],"INT,":[95],"while":[96],"also":[97,105],"being":[98],"more":[99],"conducive":[100],"parallel":[102],"computation.":[103],"We":[104],"develop":[106,169],"matrix":[108,185],"multiplication":[109],"(MatMul)":[110],"method":[111,126,173],"allowing":[112],"by":[116],"dismantling":[117],"reassembling":[119],"matrices":[120],"bit":[123],"level.":[124],"provides":[127],"flexible":[128],"optimizes":[131],"utilization":[133],"of":[134,181],"Cores.":[137],"In":[138,197],"addition,":[139],"management":[144],"system":[145],"focused":[146],"recovery,":[149],"strategically":[151],"employs":[152],"fast":[153],"shared":[154],"substantially":[157],"increase":[158],"execution":[160],"speed":[161],"access":[165],"latency.":[166],"Finally,":[167],"mapping":[172],"that":[174],"dynamically":[175],"selects":[176],"optimal":[178,188],"configurable":[179],"hyperparameters":[180],"kernels":[182],"varying":[184],"sizes,":[186],"enabling":[187],"performance":[189],"across":[190],"different":[191],"LLM":[192,198],"architectures":[193],"settings.":[196],"inference,":[199],"APT-LLM":[200,228],"achieves":[201,229],"up":[202,230],"3.99$\\times$":[205],"speedup":[206,214,233,238],"compared":[207],"FP16":[209,235],"baselines":[210],"2.16$\\times$":[213],"over":[215,234,239],"NVIDIA":[216],"CUTLASS":[217,240],"INT4":[218],"RTX":[221,224],"3090.":[222],"On":[223],"4090":[225],"H800,":[227],"2.44$\\times$":[232],"1.65$\\times$":[237],"integer":[241],"baselines.":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}