{"id":"https://openalex.org/W4409963643","doi":"https://doi.org/10.1145/3732941","title":"ShuffleInfer: Disaggregate LLM Inference for Mixed Downstream Workloads","display_name":"ShuffleInfer: Disaggregate LLM Inference for Mixed Downstream Workloads","publication_year":2025,"publication_date":"2025-04-30","ids":{"openalex":"https://openalex.org/W4409963643","doi":"https://doi.org/10.1145/3732941"},"language":"en","primary_location":{"id":"doi:10.1145/3732941","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732941","pdf_url":null,"source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3732941","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079853882","display_name":"C.-C. Hu","orcid":"https://orcid.org/0009-0004-0605-3792"},"institutions":[{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cunchen Hu","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","Institute of Computing Technology of the Chinese Academy of Sciences, State Key Laboratory of Computer Architecture beijing,  Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Institute of Computing Technology of the Chinese Academy of Sciences, State Key Laboratory of Computer Architecture beijing,  Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366","https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103977228","display_name":"Haoyang Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4391767888","display_name":"State Key Laboratory of Computer Architecture","ror":"https://ror.org/02pq9w205","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heyang Huang","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","Institute of Computing Technology of the Chinese Academy of Sciences, State Key Laboratory of Computer Architecture beijing,  Beijing China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Institute of Computing Technology of the Chinese Academy of Sciences, State Key Laboratory of Computer Architecture beijing,  Beijing China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366","https://openalex.org/I4391767888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101773824","display_name":"Liangliang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangliang Xu","raw_affiliation_strings":["Institute of Mathematics and Interdisciplinary Sciences, Xidian University","Xidian University,  Xian, China"],"affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Interdisciplinary Sciences, Xidian University","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Xidian University,  Xian, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101527007","display_name":"Xusheng Chen","orcid":"https://orcid.org/0000-0002-2807-9780"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xusheng Chen","raw_affiliation_strings":["Huawei Cloud","Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud","institution_ids":[]},{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334369","display_name":"Chenxi Wang","orcid":"https://orcid.org/0000-0002-1451-3101"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxi Wang","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","Institute of Computing Technology Chinese Academy of Sciences,  Beijing China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Institute of Computing Technology Chinese Academy of Sciences,  Beijing China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101242204","display_name":"Xu Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Xu","raw_affiliation_strings":["Huawei Cloud","Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud","institution_ids":[]},{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091374811","display_name":"Shuang Chen","orcid":"https://orcid.org/0000-0002-5392-1458"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Chen","raw_affiliation_strings":["Huawei Cloud","Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud","institution_ids":[]},{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113716720","display_name":"Hao Feng","orcid":"https://orcid.org/0009-0007-4510-8321"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Feng","raw_affiliation_strings":["Huawei Cloud","Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud","institution_ids":[]},{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033922611","display_name":"Sa Wang","orcid":"https://orcid.org/0000-0002-9629-0860"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sa Wang","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","State Key Laboratory of Computer Architecture, Institute of Computing Technology of the Chinese Academy of Sciences, beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology of the Chinese Academy of Sciences, beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101807410","display_name":"Yungang Bao","orcid":"https://orcid.org/0000-0001-6565-5276"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yungang Bao","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","State Key Laboratory of Computer Architecture, Institute of Computing Technology of the Chinese Academy of Sciences, beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology of the Chinese Academy of Sciences, beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101738013","display_name":"Ninghui Sun","orcid":"https://orcid.org/0000-0002-1953-1392"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ninghui Sun","raw_affiliation_strings":["State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Processors, Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176"]},{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060703788","display_name":"Yizhou Shan","orcid":"https://orcid.org/0009-0007-9519-0546"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhou Shan","raw_affiliation_strings":["Huawei Cloud","Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud","institution_ids":[]},{"raw_affiliation_string":"Huawei Cloud Computing Technologies Co Ltd,  Guiyang, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5079853882"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4391767888"],"apc_list":null,"apc_paid":null,"fwci":25.5798,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99653507,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"22","issue":"2","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7669060230255127},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.6719676852226257},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6364374160766602},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25620144605636597}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7669060230255127},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.6719676852226257},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6364374160766602},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25620144605636597},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3732941","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732941","pdf_url":null,"source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3732941","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732941","pdf_url":null,"source":{"id":"https://openalex.org/S26056741","display_name":"ACM Transactions on Architecture and Code Optimization","issn_l":"1544-3566","issn":["1544-3566","1544-3973"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Architecture and Code Optimization","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W2149939304","https://openalex.org/W3016939927","https://openalex.org/W3172198372","https://openalex.org/W3190496320","https://openalex.org/W3195409617","https://openalex.org/W4245659846","https://openalex.org/W4285506300","https://openalex.org/W4285761173","https://openalex.org/W4384705353","https://openalex.org/W4385562710","https://openalex.org/W4387321091","https://openalex.org/W4401176373","https://openalex.org/W4401211704","https://openalex.org/W4401211813","https://openalex.org/W6846659131"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1583765404","https://openalex.org/W4214653257","https://openalex.org/W2390279801","https://openalex.org/W2055438207","https://openalex.org/W4391913857","https://openalex.org/W2521424917","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Transformer-based":[0],"large":[1,139],"language":[2],"model":[3],"(LLM)":[4],"inference":[5,16,54,129],"serving":[6],"is":[7,48],"now":[8],"the":[9,33,78,148],"backbone":[10],"of":[11,18,36,133],"many":[12],"cloud":[13],"services.":[14],"LLM":[15,28],"consists":[17],"a":[19,23,102,138],"prefill":[20,90],"phase":[21],"and":[22,52,91,128,153,158],"decode":[24,92,114],"phase.":[25],"However,":[26],"existing":[27],"deployment":[29],"practices":[30],"often":[31],"overlook":[32],"distinct":[34],"characteristics":[35],"these":[37],"phases,":[38],"leading":[39],"to":[40,49,83,112],"significant":[41],"interference.":[42],"To":[43],"mitigate":[44],"interference,":[45],"our":[46],"insight":[47],"carefully":[50],"schedule":[51],"group":[53],"requests":[55],"based":[56],"on":[57],"their":[58],"characteristics.":[59],"We":[60],"realize":[61],"this":[62],"idea":[63],"in":[64,131],"ShuffleInfer":[65,120],"through":[66],"three":[67],"pillars.":[68],"First,":[69],"it":[70,88,100,142],"partitions":[71],"prompts":[72],"into":[73],"fixed-size":[74],"chunks":[75],"so":[76,94],"that":[77,119],"accelerator":[79],"always":[80],"runs":[81],"close":[82],"its":[84],"computation-saturated":[85],"limit.":[86],"Second,":[87],"disaggregates":[89],"instances":[93],"each":[95],"can":[96],"run":[97],"independently.":[98],"Finally,":[99],"uses":[101,143],"smart":[103],"two-level":[104],"scheduling":[105,115],"algorithm":[106],"augmented":[107],"with":[108],"predicted":[109],"resource":[110],"usage":[111],"avoid":[113],"hotspots.":[116],"Results":[117],"show":[118],"improves":[121],"time-to-first-token":[122],"(TTFT),":[123],"job":[124],"completion":[125],"time":[126],"(JCT),":[127],"efficiency":[130],"terms":[132],"performance":[134],"per":[135],"dollar":[136],"by":[137,156],"margin,":[140],"e.g.,":[141],"38%":[144],"less":[145],"resources":[146],"all":[147],"while":[149],"lowering":[150],"average":[151,154],"TTFT":[152],"JCT":[155],"97%":[157],"47%,":[159],"respectively.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}