{"id":"https://openalex.org/W7136815090","doi":"https://doi.org/10.48550/arxiv.2603.12465","title":"TaxBreak: Unmasking the Hidden Costs of LLM Inference Through Overhead Decomposition","display_name":"TaxBreak: Unmasking the Hidden Costs of LLM Inference Through Overhead Decomposition","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7136815090","doi":"https://doi.org/10.48550/arxiv.2603.12465"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129515474","display_name":"Prabhu Vellaisamy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vellaisamy, Prabhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002195638","display_name":"Shreesh Tripathi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tripathi, Shreesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013810716","display_name":"Vignesh Prasanna Natarajan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Natarajan, Vignesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129522407","display_name":"Surya Santhan Thenarasu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thenarasu, Surya Santhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129445287","display_name":"Shawn Blanton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blanton, Shawn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129567935","display_name":"John P. Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, John P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.382099986076355,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.382099986076355,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.10029999911785126,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5794000029563904},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5737000107765198},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.48339998722076416},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4442000091075897},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4011000096797943},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.3962000012397766},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.37959998846054077},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.3709999918937683},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.3709000051021576}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8345999717712402},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5794000029563904},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5737000107765198},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.48339998722076416},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4442000091075897},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42010000348091125},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.3962000012397766},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C88196245","wikidata":"https://www.wikidata.org/wiki/Q8034984","display_name":"Working set","level":2,"score":0.3589000105857849},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3452000021934509},{"id":"https://openalex.org/C2777338717","wikidata":"https://www.wikidata.org/wiki/Q1762621","display_name":"Vendor","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.30000001192092896},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2676999866962433},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.25780001282691956},{"id":"https://openalex.org/C553261973","wikidata":"https://www.wikidata.org/wiki/Q14579","display_name":"Linux kernel","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Model":[2],"(LLM)":[3],"inference":[4,17],"is":[5,41,183],"widely":[6],"used":[7],"in":[8,115],"interactive":[9],"assistants":[10],"and":[11,74,84,87,112,118,174,196],"agentic":[12],"systems.":[13],"In":[14],"latency-sensitive":[15],"deployments,":[16],"time":[18],"can":[19,131],"become":[20],"dominated":[21],"by":[22,194,200],"host-side":[23],"overheads.":[24],"Existing":[25],"approaches":[26],"typically":[27],"expose":[28],"this":[29],"cost":[30],"only":[31],"as":[32,215],"an":[33],"aggregate":[34,123],"residual":[35],"or":[36,127,229],"a":[37,56,98,184,187,208,216],"launch/queue":[38],"metric,":[39],"which":[40,46],"often":[42],"insufficient":[43],"to":[44,90,106,202],"identify":[45],"execution":[47,105],"layer":[48],"should":[49,143,224],"be":[50],"optimized.":[51],"This":[52],"work":[53],"presents":[54],"TaxBreak,":[55],"trace-driven":[57],"methodology":[58],"for":[59,176,219],"decomposing":[60],"host-visible":[61,107],"orchestration":[62,192],"overhead":[63,146,193],"into":[64],"three":[65],"components:":[66],"framework":[67],"translation":[68,72],"time,":[69,73],"CUDA":[70],"library":[71],"kernel":[75],"launch-path":[76],"time.":[77],"We":[78,158],"validate":[79],"TaxBreak":[80,137,214],"on":[81],"NVIDIA":[82],"H100":[83],"H200":[85],"systems":[86],"use":[88],"it":[89],"derive":[91],"our":[92],"proposed":[93],"Host-Device":[94],"Balance":[95],"Index":[96],"(HDBI),":[97],"boundedness":[99,128],"summary":[100],"index":[101],"that":[102,122,161,175],"relates":[103],"device-active":[104],"orchestration.":[108],"Across":[109],"representative":[110],"dense":[111,172],"mixture-of-experts":[113],"workloads":[114],"both":[116],"prefill":[117],"decode,":[119],"we":[120],"show":[121,160],"latency,":[124],"GPU":[125],"inactivity,":[126],"ratios":[129],"alone":[130],"obscure":[132],"the":[133,150,226,230],"dominant":[134],"optimization":[135,142,222],"target.":[136],"instead":[138],"distinguishes":[139],"cases":[140,148],"where":[141,149],"reduce":[144],"software-stack":[145],"from":[147,154],"primary":[151],"win":[152],"comes":[153],"reducing":[155],"device-side":[156,231],"work.":[157],"further":[159],"MoE":[162],"models":[163],"dispatch":[164],"8-11x":[165],"more":[166],"kernels":[167],"per":[168],"output":[169],"token":[170],"than":[171],"models,":[173],"such":[177],"host-bound":[178],"workloads,":[179],"CPU":[180,190],"single-thread":[181],"performance":[182],"first-order":[185],"parameter:":[186],"faster":[188],"host":[189],"reduces":[191],"10-29%":[195],"improves":[197],"end-to-end":[198],"latency":[199],"up":[201],"14%,":[203],"even":[204],"when":[205],"paired":[206],"with":[207],"slower-clocked":[209],"GPU.":[210],"These":[211],"results":[212],"position":[213],"diagnostic":[217],"tool":[218],"assessing":[220],"whether":[221],"effort":[223],"target":[225],"software":[227],"stack":[228],"workload":[232],"execution.":[233]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-17T00:00:00"}