{"id":"https://openalex.org/W4386768970","doi":"https://doi.org/10.14778/3611540.3611543","title":"StreamOps: Cloud-Native Runtime Management for Streaming Services in ByteDance","display_name":"StreamOps: Cloud-Native Runtime Management for Streaming Services in ByteDance","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4386768970","doi":"https://doi.org/10.14778/3611540.3611543"},"language":"en","primary_location":{"id":"doi:10.14778/3611540.3611543","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3611540.3611543","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067391671","display_name":"Yancan Mao","orcid":"https://orcid.org/0000-0002-7824-5978"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yancan Mao","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074256265","display_name":"Zhanghao Chen","orcid":"https://orcid.org/0009-0000-9249-5124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhanghao Chen","raw_affiliation_strings":["ByteDance Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102803190","display_name":"Yifan Zhang","orcid":"https://orcid.org/0000-0002-3692-0971"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yifan Zhang","raw_affiliation_strings":["ByteDance Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377213","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0003-0149-6186"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["ByteDance Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606641","display_name":"Yong Fang","orcid":"https://orcid.org/0000-0003-2736-0615"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong Fang","raw_affiliation_strings":["ByteDance Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459812","display_name":"Guanghui Zhang","orcid":"https://orcid.org/0000-0001-7448-8473"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guanghui Zhang","raw_affiliation_strings":["ByteDance Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048460408","display_name":"Rui Shi","orcid":"https://orcid.org/0009-0001-6471-6759"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Shi","raw_affiliation_strings":["ByteDance Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007163277","display_name":"T. B. Richard","orcid":"https://orcid.org/0000-0002-9883-5844"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Richard T. B. Ma","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.1849,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.96422509,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"16","issue":"12","first_page":"3501","last_page":"3514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8676356077194214},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.76071697473526},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7534493207931519},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5552154779434204},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.5368616580963135},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.44965222477912903},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3204185366630554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8676356077194214},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.76071697473526},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7534493207931519},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5552154779434204},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5368616580963135},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.44965222477912903},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3204185366630554},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3611540.3611543","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3611540.3611543","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W335848311","https://openalex.org/W1481588857","https://openalex.org/W1579308114","https://openalex.org/W1984220394","https://openalex.org/W2048430744","https://openalex.org/W2082171780","https://openalex.org/W2097012771","https://openalex.org/W2102163972","https://openalex.org/W2110086534","https://openalex.org/W2121810937","https://openalex.org/W2149576945","https://openalex.org/W2152558130","https://openalex.org/W2153972927","https://openalex.org/W2247317079","https://openalex.org/W2290712622","https://openalex.org/W2437053200","https://openalex.org/W2622443349","https://openalex.org/W2734941459","https://openalex.org/W2762828804","https://openalex.org/W2884464324","https://openalex.org/W2946887925","https://openalex.org/W2963148618","https://openalex.org/W3029627292","https://openalex.org/W3029881401","https://openalex.org/W3173143832","https://openalex.org/W3176171201","https://openalex.org/W3206565877","https://openalex.org/W3210370127","https://openalex.org/W4239429564","https://openalex.org/W4288310158"],"related_works":["https://openalex.org/W1982914007","https://openalex.org/W3175549310","https://openalex.org/W2159583675","https://openalex.org/W1852113167","https://openalex.org/W1493858311","https://openalex.org/W1824242903","https://openalex.org/W2155470929","https://openalex.org/W2394465510","https://openalex.org/W2111125783","https://openalex.org/W3028506472"],"abstract_inverted_index":{"Stream":[0],"processing":[1,8,49,194],"is":[2,74,136,179],"widely":[3],"used":[4],"for":[5,29,116,133,182],"real-time":[6],"data":[7],"and":[9,34,51,90,161,196,209,218,233,248],"decision-making,":[10],"leading":[11],"to":[12,58,81,99,111,126,144,159,187],"tens":[13],"of":[14,16],"thousands":[15],"streaming":[17,25,85,102,117,147,184],"jobs":[18,26,86,103,118,185],"deployed":[19],"in":[20,87,119,244],"ByteDance":[21,72],"cloud.":[22],"Since":[23],"those":[24],"usually":[27,42],"run":[28],"several":[30],"days":[31],"or":[32],"longer":[33],"the":[35,71,78,128,188,228,234,249],"input":[36],"workloads":[37],"vary":[38],"over":[39],"time,":[40],"they":[41],"face":[43],"diverse":[44,101],"runtime":[45,56,61,67,114,153,163],"issues":[46,62],"such":[47,60],"as":[48,138],"lag":[50,195],"varying":[52],"failures.":[53],"This":[54],"requires":[55],"management":[57,68,115],"resolve":[59,162],"automatically.":[63],"However,":[64],"designing":[65],"a":[66,88,139,172],"service":[69,79],"on":[70],"scale":[73],"challenging.":[75],"In":[76,223],"particular,":[77],"has":[80,122],"concurrently":[82],"manage":[83,100,145],"cluster-wide":[84,146],"scalable":[89],"extensible":[91,152],"manner.":[92],"Furthermore,":[93],"it":[94],"should":[95],"also":[96,180],"be":[97,169],"able":[98],"effectively.":[104],"To":[105,131,150,192],"this":[106,224],"end,":[107],"we":[108,226,231,236],"propose":[109],"StreamOps":[110,121,135,155,200,243],"enable":[112,151],"cloud-native":[113],"ByteDance.":[120,222],"three":[123,202],"main":[124],"designs":[125],"address":[127],"challenges.":[129],"1)":[130],"allow":[132],"scalability,":[134],"running":[137],"standalone":[140],"lightweight":[141],"control":[142,157,166,177,203],"plane":[143],"jobs.":[148],"2)":[149],"management,":[154],"abstracts":[156],"policies":[158,167],"identify":[160],"issues.":[164],"New":[165],"can":[168],"implemented":[170],"with":[171],"detect-diagnose-resolve":[173],"programming":[174],"paradigm.":[175],"Each":[176],"policy":[178],"configurable":[181],"different":[183],"according":[186],"performance":[189],"requirements.":[190],"3)":[191],"mitigate":[193],"handling":[197],"failures":[198],"effectively,":[199],"features":[201],"policies,":[204],"i.e.,":[205],"auto-scaler,":[206],"straggler":[207],"detector,":[208],"job":[210],"doctor,":[211],"that":[212],"are":[213],"inspired":[214],"by":[215],"state-of-the-art":[216],"research":[217],"production":[219,246],"experiences":[220,235],"at":[221],"paper,":[225],"introduce":[227],"design":[229],"decisions":[230],"made":[232],"learned":[237],"from":[238],"building":[239],"StreamOps.":[240],"We":[241],"evaluate":[242],"our":[245,255],"environment,":[247],"experiment":[250],"results":[251],"have":[252],"further":[253],"validated":[254],"system":[256],"design.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}