{"id":"https://openalex.org/W4412875469","doi":"https://doi.org/10.1145/3711896.3737413","title":"BurstGPT: A Real-World Workload Dataset to Optimize LLM Serving Systems","display_name":"BurstGPT: A Real-World Workload Dataset to Optimize LLM Serving Systems","publication_year":2025,"publication_date":"2025-08-03","ids":{"openalex":"https://openalex.org/W4412875469","doi":"https://doi.org/10.1145/3711896.3737413"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3737413","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3737413","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005934380","display_name":"Yuxin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxin Wang","raw_affiliation_strings":["Huawei Hong Kong Research Center, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Hong Kong Research Center, Hong Kong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650508","display_name":"Yuhan Chen","orcid":"https://orcid.org/0009-0002-0791-5361"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhan Chen","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455077","display_name":"Zeyu Li","orcid":"https://orcid.org/0009-0001-5704-7817"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Zeyu Li","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), GuangZhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), GuangZhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280","https://openalex.org/I139024713","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107877196","display_name":"X. L. Kang","orcid":"https://orcid.org/0009-0005-2327-253X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xueze Kang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041991149","display_name":"Yuchu Fang","orcid":"https://orcid.org/0000-0002-5533-6367"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchu Fang","raw_affiliation_strings":["Huawei Technologies Ltd., Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006062505","display_name":"Yeju Zhou","orcid":"https://orcid.org/0000-0001-8157-7474"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yeju Zhou","raw_affiliation_strings":["Huawei Technologies Ltd., Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343279","display_name":"Yang Zheng","orcid":"https://orcid.org/0000-0002-3775-6739"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zheng","raw_affiliation_strings":["Huawei Technologies Ltd., Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048313055","display_name":"Zhenheng Tang","orcid":"https://orcid.org/0000-0001-8769-9974"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhenheng Tang","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034774039","display_name":"Xin He","orcid":"https://orcid.org/0000-0001-8764-8157"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xin He","raw_affiliation_strings":["Hong Kong Baptist University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093845468","display_name":"Rui Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Guo","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100348415","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0002-5280-7944"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018867983","display_name":"Qiang Wang","orcid":"https://orcid.org/0000-0002-2986-967X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Wang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102803813","display_name":"Amelie Chi Zhou","orcid":"https://orcid.org/0000-0002-9773-9332"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Amelie Chi Zhou","raw_affiliation_strings":["Hong Kong Baptist University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100730785","display_name":"Xiaowen Chu","orcid":"https://orcid.org/0000-0001-9745-4372"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaowen Chu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5005934380"],"corresponding_institution_ids":["https://openalex.org/I2250955327"],"apc_list":null,"apc_paid":null,"fwci":7.4438,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97139122,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5831","last_page":"5841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.8444379568099976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7317937016487122},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3322935104370117},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21513745188713074}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.8444379568099976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7317937016487122},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3322935104370117},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21513745188713074}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3711896.3737413","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3737413","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-166576","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-166576","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2295598076","https://openalex.org/W2734941459","https://openalex.org/W2914209329","https://openalex.org/W2914304175","https://openalex.org/W3081168214","https://openalex.org/W3205898353","https://openalex.org/W4281758439","https://openalex.org/W4387321091","https://openalex.org/W4389576338","https://openalex.org/W4393105094","https://openalex.org/W4394998727","https://openalex.org/W4395020691","https://openalex.org/W4395112660","https://openalex.org/W4401211704","https://openalex.org/W4407217670","https://openalex.org/W4408843954","https://openalex.org/W4408848702","https://openalex.org/W4408891420","https://openalex.org/W4408894144","https://openalex.org/W6600175564"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2287264064","https://openalex.org/W2130149817"],"abstract_inverted_index":{"Despite":[0],"efforts":[1],"to":[2,230],"improve":[3],"the":[4,23,161,202,238],"quality":[5],"of":[6,25,89,125,141,153,160,204,233],"service":[7,116],"(QoS)":[8],"and":[9,40,80,103,111,133,143,150,175,209,226],"throughput":[10],"in":[11,45,91,100,156,167,186,190,195,237],"Large":[12],"Language":[13],"Model":[14,119],"(LLM)":[15],"serving":[16,57,75,123,169,235],"systems,":[17],"progress":[18],"is":[19,220,227],"often":[20],"limited":[21,151],"by":[22],"lack":[24],"publicly":[26,221],"available":[27,222],"real-world":[28],"workloads.":[29],"Consequently,":[30],"evaluations":[31],"usually":[32],"depend":[33],"on":[34],"synthetic":[35],"or":[36,193],"oversimplified":[37],"load":[38],"patterns,":[39],"systems":[41],"that":[42,201],"appear":[43],"promising":[44],"testing":[46],"frequently":[47],"underperform":[48],"once":[49],"deployed.":[50],"This":[51],"work":[52],"presents":[53],"BurstGPT,":[54,183],"an":[55],"LLM":[56,74,154,168,197,234],"workload":[58,217],"with":[59,182],"10.31":[60],"million":[61],"traces":[62],"from":[63,77],"regional":[64],"Azure":[65,92],"OpenAI":[66,93],"GPT":[67,94,126],"services":[68,102,155],"over":[69],"213":[70],"days.":[71],"BurstGPT":[72,187,219],"captures":[73],"characteristics":[76,162],"user,":[78],"model":[79,104],"system":[81,173],"perspectives:":[82],"(1)":[83],"User":[84,107],"request":[85],"concurrency:":[86],"burstiness":[87],"variations":[88,185],"requests":[90,132],"services,":[95,145],"revealing":[96],"diversified":[97],"concurrency":[98],"patterns":[99],"different":[101],"types.":[105],"(2)":[106],"conversation":[108,142],"patterns:":[109],"counts":[110],"intervals":[112],"within":[113],"conversations":[114],"for":[115],"optimizations.":[117],"(3)":[118],"response":[120,138],"lengths:":[121],"auto-regressive":[122],"processes":[124],"models,":[127],"showing":[128,146],"statistical":[129],"relations":[130],"between":[131],"their":[134],"responses.":[135],"(4)":[136],"System":[137],"failures:":[139],"failures":[140],"API":[144],"intensive":[147],"resource":[148],"needs":[149],"availability":[152],"Azure.":[157],"The":[158],"details":[159],"can":[163,212],"serve":[164],"multiple":[165],"purposes":[166],"optimizations,":[170],"such":[171],"as":[172],"evaluation":[174,181],"trace":[176],"provisioning.":[177],"In":[178],"our":[179],"demo":[180],"frequent":[184],"reveal":[188],"declines":[189],"efficiency,":[191],"stability,":[192],"reliability":[194],"realistic":[196,216],"serving.":[198],"We":[199],"identify":[200],"generalization":[203],"KV":[205],"cache":[206],"management,":[207],"scheduling":[208],"disaggregation":[210],"optimizations":[211],"be":[213],"improved":[214],"under":[215],"evaluations.":[218],"now":[223],"at":[224],"https://github.com/HPMLL/BurstGPT":[225],"widely":[228],"used":[229],"develop":[231],"prototypes":[232],"frameworks":[236],"industry.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}