{"id":"https://openalex.org/W2903376801","doi":"https://doi.org/10.1145/3274808.3274809","title":"All-Spark","display_name":"All-Spark","publication_year":2018,"publication_date":"2018-11-26","ids":{"openalex":"https://openalex.org/W2903376801","doi":"https://doi.org/10.1145/3274808.3274809","mag":"2903376801"},"language":"en","primary_location":{"id":"doi:10.1145/3274808.3274809","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274808.3274809","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274808.3274809","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Middleware Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3274808.3274809","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055284791","display_name":"Jialiang Lin","orcid":"https://orcid.org/0000-0001-8343-0230"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jialiang Lin","raw_affiliation_strings":["Alibaba-inc, Hangzhou"],"affiliations":[{"raw_affiliation_string":"Alibaba-inc, Hangzhou","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433223","display_name":"Jun Zhang","orcid":"https://orcid.org/0009-0004-4862-3925"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["Alibaba-inc, Hangzhou"],"affiliations":[{"raw_affiliation_string":"Alibaba-inc, Hangzhou","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016826981","display_name":"Yu Ding","orcid":"https://orcid.org/0000-0002-1053-8475"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Ding","raw_affiliation_strings":["Alibaba-inc, Hangzhou"],"affiliations":[{"raw_affiliation_string":"Alibaba-inc, Hangzhou","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426765","display_name":"Liping Zhang","orcid":"https://orcid.org/0000-0003-2334-3471"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liping Zhang","raw_affiliation_strings":["Alibaba-inc, Hangzhou"],"affiliations":[{"raw_affiliation_string":"Alibaba-inc, Hangzhou","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101192752","display_name":"Han Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Han","raw_affiliation_strings":["Alibaba-inc, Hangzhou"],"affiliations":[{"raw_affiliation_string":"Alibaba-inc, Hangzhou","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5055284791"],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":0.1845,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57335418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.875146210193634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7524899244308472},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6774494051933289},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6385656595230103},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.5043593645095825},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.49034571647644043},{"id":"https://openalex.org/keywords/stress-testing","display_name":"Stress testing (software)","score":0.4805620014667511},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.42433908581733704},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.41926175355911255},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4146643579006195},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39160677790641785},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.35737523436546326},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3354879915714264},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19121673703193665},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.17603686451911926},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12210947275161743},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10646471381187439}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.875146210193634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7524899244308472},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6774494051933289},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6385656595230103},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.5043593645095825},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.49034571647644043},{"id":"https://openalex.org/C7515471","wikidata":"https://www.wikidata.org/wiki/Q1936882","display_name":"Stress testing (software)","level":2,"score":0.4805620014667511},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.42433908581733704},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41926175355911255},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4146643579006195},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39160677790641785},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.35737523436546326},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3354879915714264},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19121673703193665},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.17603686451911926},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12210947275161743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10646471381187439},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3274808.3274809","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274808.3274809","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274808.3274809","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Middleware Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3274808.3274809","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3274808.3274809","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3274808.3274809","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th International Middleware Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.41999998688697815,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2903376801.pdf","grobid_xml":"https://content.openalex.org/works/W2903376801.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W159719520","https://openalex.org/W1975216592","https://openalex.org/W1995187905","https://openalex.org/W2066618395","https://openalex.org/W2108189095","https://openalex.org/W2124954621","https://openalex.org/W2169763149","https://openalex.org/W2578801714"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"With":[0],"the":[1,16,26,30,40,51,55,106,112,115,119,126,135,143,168,192,211,215,228],"rapid":[2],"growth":[3,53],"in":[4,29,86,125,134,142,167],"e-commerce,":[5],"large-scale":[6],"promotional":[7],"activities":[8],"have":[9,62],"become":[10],"a":[11,47,78,87,94,98,148,158,184,236],"popular":[12],"concept.":[13],"However,":[14],"when":[15],"existing":[17],"system":[18,82,152],"cannot":[19],"be":[20,66,130],"adjusted":[21],"efficiently":[22],"to":[23,25,65,190,241],"adapt":[24],"tremendous":[27],"traffic":[28,166],"promotion":[31],"period,":[32],"which":[33],"is":[34],"hundreds":[35,180],"of":[36,54,68,77,80,100,109,117,161,181,222],"times":[37],"more":[38],"than":[39,208,245],"volume":[41],"on":[42],"normal":[43],"days,":[44],"it":[45],"be-comes":[46],"bottleneck":[48],"that":[49],"restricts":[50],"continuous":[52],"online":[56,140],"business.":[57],"Traditional":[58],"capacity":[59,201],"prediction":[60,230],"methods":[61],"been":[63],"proven":[64],"incapable":[67],"making":[69],"accurate":[70],"predictions":[71],"for":[72,92],"such":[73,93,104],"special":[74],"scenarios,":[75],"because":[76],"variety":[79],"unpredictable":[81],"bottlenecks.":[83],"Simulation":[84],"testing":[85,118,163],"completely":[88],"new":[89,197],"test":[90,127,151,178],"environment":[91,113,145,170],"large":[95,165],"scale":[96],"has":[97],"number":[99],"defects":[101],"and":[102,114,146,214],"limitations,":[103],"as":[105],"high":[107,185],"cost":[108],"setting":[110],"up":[111],"difficulty":[116],"entire":[120],"environment.":[121],"Moreover,":[122],"bottlenecks":[123,182],"found":[124],"server":[128],"may":[129],"different":[131],"from":[132,210],"those":[133],"production":[136,144,169],"server.":[137],"We":[138],"investigated":[139],"simulations":[141],"built":[147],"complete":[149],"simulation":[150,162,177],"called":[153],"All-Sparks.":[154],"This":[155,232],"solution":[156,233],"solved":[157],"long-standing":[159],"problem":[160],"with":[164,238],"without":[171],"causing":[172],"any":[173],"data":[174],"pollution.":[175],"The":[176,199],"revealed":[179],"under":[183],"workload":[186],"pressure":[187],"every":[188],"year":[189],"eliminate":[191],"hidden":[193],"problems":[194],"caused":[195],"by":[196,206],"applications.":[198],"final":[200],"evaluation":[202],"result":[203],"was":[204,218],"deviated":[205],"less":[207],"5%":[209],"actual":[212],"capacity,":[213],"error":[216],"rate":[217],"small":[219],"(<2%);":[220],"both":[221],"these":[223],"are":[224],"significant":[225],"improvements":[226],"over":[227],"traditional":[229],"results.":[231],"also":[234],"provided":[235],"framework":[237],"good":[239],"expansibility":[240],"multiple":[242],"scenarios":[243],"other":[244],"stress":[246],"testing.":[247]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2018-12-11T00:00:00"}