{"id":"https://openalex.org/W7161008126","doi":"https://doi.org/10.48550/arxiv.2605.11733","title":"Position: LLM Inference Should Be Evaluated as Energy-to-Token Production","display_name":"Position: LLM Inference Should Be Evaluated as Energy-to-Token Production","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161008126","doi":"https://doi.org/10.48550/arxiv.2605.11733"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11733","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11733","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11733","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136054322","display_name":"Xiang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136074098","display_name":"Shimiao Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Shimiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136002007","display_name":"Zhenheng Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhenheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136022034","display_name":"Peijie Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Peijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675370","display_name":"Kaiyong Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Kaiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136031263","display_name":"Qiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136038336","display_name":"Bo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136006951","display_name":"Xiaowen Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Xiaowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.262800008058548,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.262800008058548,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.24240000545978546,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.09929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7840999960899353},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6381999850273132},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.5138000249862671},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.47040000557899475},{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.4474000036716461},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41990000009536743},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.40310001373291016},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.36239999532699585}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7840999960899353},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6603999733924866},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6381999850273132},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3785000145435333},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36010000109672546},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3409999907016754},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.33809998631477356},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.3124000132083893},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30219998955726624},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C44616089","wikidata":"https://www.wikidata.org/wiki/Q30158686","display_name":"Constraint satisfaction","level":3,"score":0.2858999967575073},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2752000093460083},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11733","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11733","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11733","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11733","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8086590766906738,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0],"inference":[1,54,185],"is":[2,19,27,73,113],"still":[3],"evaluated":[4],"mainly":[5],"as":[6,55,99,103],"a":[7,28,63],"model":[8],"or":[9,148,175],"software":[10],"problem:":[11],"accuracy,":[12],"latency,":[13],"throughput,":[14],"and":[15,44,78,118,135,154,187,198,204],"hardware":[16],"utilization.":[17,45],"This":[18],"incomplete.":[20],"At":[21],"deployment":[22],"scale,":[23],"the":[24,49,123],"relevant":[25],"output":[26,201],"quality-conditioned":[29],"token":[30,71,200],"produced":[31],"under":[32,115,178],"joint":[33],"constraints":[34],"from":[35,127],"effective":[36],"compute,":[37],"delivered":[38,132,196],"data-center":[39],"power,":[40,133,197],"cooling":[41],"capacity,":[42],"PUE,":[43],"We":[46,58,181],"argue":[47],"that":[48],"ML":[50],"community":[51],"should":[52],"treat":[53],"\\emph{energy-to-token":[56],"production}.":[57],"formalize":[59],"this":[60,139],"view":[61],"with":[62],"dimensionally":[64],"consistent":[65],"Token":[66],"Production":[67],"Function":[68],"in":[69],"which":[70],"rate":[72],"bounded":[74],"by":[75,85],"both":[76],"compute-per-token":[77],"energy-per-token":[79],"ceilings.":[80],"Listed":[81],"API":[82],"prices":[83],"vary":[84],"over":[86],"an":[87],"order":[88],"of":[89,106],"magnitude":[90],"across":[91],"providers,":[92],"but":[93],"we":[94],"use":[95],"price":[96],"dispersion":[97],"only":[98],"directional":[100],"motivation,":[101],"not":[102,159],"causal":[104],"evidence":[105],"marginal":[107],"cost.":[108],"The":[109],"core":[110],"physical":[111],"question":[112],"instead:":[114],"fixed":[116,179],"quality":[117],"service":[119],"targets,":[120],"when":[121],"does":[122],"binding":[124,193],"constraint":[125],"move":[126],"theoretical":[128],"peak":[129],"compute":[130],"toward":[131],"cooling,":[134],"operational":[136],"efficiency?":[137],"Under":[138],"framing,":[140],"system":[141],"optimizations":[142],"--":[143,157],"latent":[144],"KV-cache":[145],"compression,":[146],"sparse":[147],"heavily":[149],"compressed":[150],"attention,":[151],"quantization,":[152],"routing,":[153],"difficulty-adaptive":[155],"reasoning":[156],"are":[158,165],"merely":[160],"local":[161],"engineering":[162],"tricks.":[163],"They":[164],"energy-to-token":[166],"levers":[167],"because":[168],"they":[169],"reduce":[170],"FLOPs/token,":[171],"joules/token,":[172],"memory":[173],"traffic,":[174],"utilization":[176],"losses":[177],"$(q^{*},s^{*})$.":[180],"therefore":[182],"call":[183],"for":[184],"papers":[186],"benchmarks":[188],"to":[189],"report":[190],"Joules/token,":[191],"active":[192],"constraint,":[194],"PUE-adjusted":[195],"utilization-adjusted":[199],"alongside":[202],"accuracy":[203],"latency.":[205]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}