{"id":"https://openalex.org/W2911582754","doi":"https://doi.org/10.1109/tpds.2018.2866581","title":"Towards Low-Latency Batched Stream Processing by Pre-Scheduling","display_name":"Towards Low-Latency Batched Stream Processing by Pre-Scheduling","publication_year":2018,"publication_date":"2018-08-23","ids":{"openalex":"https://openalex.org/W2911582754","doi":"https://doi.org/10.1109/tpds.2018.2866581","mag":"2911582754"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2018.2866581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2866581","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://curis.ku.dk/ws/files/211209251/TPDS18.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0002-3934-7605","affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405427","display_name":"Fei Chen","orcid":"https://orcid.org/0000-0003-1997-4203"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Chen","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003766128","display_name":"Song Wu","orcid":"https://orcid.org/0000-0001-8690-127X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Wu","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0001-8690-127X","affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060952797","display_name":"Yin Yao","orcid":"https://orcid.org/0000-0002-5833-5263"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Yao","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100735717","display_name":"Zhiyi Liu","orcid":"https://orcid.org/0000-0002-8122-8474"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyi Liu","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073146599","display_name":"Lin Gu","orcid":"https://orcid.org/0000-0002-6525-9334"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gu","raw_affiliation_strings":["Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Services Computing Technology and System Lab, Cluster and Grid Computing Lab, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003693913","display_name":"Yongluan Zhou","orcid":"https://orcid.org/0000-0002-7578-8117"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Yongluan Zhou","raw_affiliation_strings":["Department of Computer Science, University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-7578-8117","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":4.4124,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.95494786,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"30","issue":"3","first_page":"710","last_page":"722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8584750890731812},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.597739040851593},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5391720533370972},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.5388190150260925},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.4193994700908661},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4167417287826538},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.26561009883880615},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13240334391593933},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.11189231276512146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8584750890731812},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.597739040851593},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5391720533370972},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.5388190150260925},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.4193994700908661},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4167417287826538},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26561009883880615},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13240334391593933},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.11189231276512146},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2018.2866581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2866581","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/6367b584-385c-4557-98d6-9f05add181e2","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/6367b584-385c-4557-98d6-9f05add181e2","pdf_url":"https://curis.ku.dk/ws/files/211209251/TPDS18.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jin , H , Chen , F , Wu , S , Yao , Y , Liu , Z , Gu , L & Zhou , Y 2019 , ' Towards Low-Latency Batched Stream Processing by Pre-Scheduling ' , IEEE Transactions on Parallel and Distributed Systems , vol. 30 , no. 3 , 8444732 , pp. 710-722 . https://doi.org/10.1109/TPDS.2018.2866581","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/6367b584-385c-4557-98d6-9f05add181e2","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/6367b584-385c-4557-98d6-9f05add181e2","pdf_url":"https://curis.ku.dk/ws/files/211209251/TPDS18.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jin , H , Chen , F , Wu , S , Yao , Y , Liu , Z , Gu , L & Zhou , Y 2019 , ' Towards Low-Latency Batched Stream Processing by Pre-Scheduling ' , IEEE Transactions on Parallel and Distributed Systems , vol. 30 , no. 3 , 8444732 , pp. 710-722 . https://doi.org/10.1109/TPDS.2018.2866581","raw_type":"article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G5321858725","display_name":null,"funder_award_id":"2018YFB1004805","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2911582754.pdf","grobid_xml":"https://content.openalex.org/works/W2911582754.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1515595738","https://openalex.org/W1535431348","https://openalex.org/W1750643891","https://openalex.org/W1861377444","https://openalex.org/W1903497807","https://openalex.org/W1976821017","https://openalex.org/W2040363089","https://openalex.org/W2080131844","https://openalex.org/W2082171780","https://openalex.org/W2094469165","https://openalex.org/W2096092966","https://openalex.org/W2110104287","https://openalex.org/W2129542763","https://openalex.org/W2140509629","https://openalex.org/W2141563029","https://openalex.org/W2141684031","https://openalex.org/W2155072926","https://openalex.org/W2173213060","https://openalex.org/W2175070000","https://openalex.org/W2189465200","https://openalex.org/W2346267095","https://openalex.org/W2486439025","https://openalex.org/W2497069692","https://openalex.org/W2521597241","https://openalex.org/W2528415359","https://openalex.org/W2549786281","https://openalex.org/W2752861688","https://openalex.org/W2762397184","https://openalex.org/W2763382507","https://openalex.org/W2912802084","https://openalex.org/W6632229964","https://openalex.org/W6637859451","https://openalex.org/W6639193275","https://openalex.org/W6639528875","https://openalex.org/W6676421412","https://openalex.org/W6687322159","https://openalex.org/W6727321242","https://openalex.org/W6727576777","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W4317418912","https://openalex.org/W1809394610","https://openalex.org/W3215034299","https://openalex.org/W2128410848","https://openalex.org/W2118368532","https://openalex.org/W2014085448","https://openalex.org/W2102390841","https://openalex.org/W3047653192","https://openalex.org/W2096289371","https://openalex.org/W2126232624"],"abstract_inverted_index":{"Many":[0],"stream":[1,17,39,93,187],"processing":[2,18,40,94,188],"frameworks":[3,19],"have":[4],"been":[5,52],"developed":[6],"to":[7,45,139,147,177],"meet":[8],"the":[9,24,46],"requirements":[10],"of":[11,26,58,129,160],"real-time":[12],"processing.":[13,36],"Among":[14],"them,":[15],"batched":[16,38,92,186],"are":[20,72,96],"widely":[21,184],"advocated":[22],"with":[23,34,99],"consideration":[25],"their":[27],"fault-tolerance,":[28],"high":[29,81],"throughput":[30],"and":[31,76,121,154,190],"unified":[32],"runtime":[33],"batch":[35],"In":[37],"frameworks,":[41],"straggler,":[42],"happened":[43],"due":[44],"uneven":[47],"task":[48,143],"execution":[49,127],"time,":[50],"has":[51],"regarded":[53],"as":[54,146,157],"a":[55,105,109,183],"major":[56],"hurdle":[57],"latency-sensitive":[59],"applications.":[60],"Existing":[61],"straggler":[62,111],"mitigation":[63,112],"techniques,":[64],"operating":[65],"in":[66,80],"either":[67],"reactive":[68],"or":[69,84],"proactive":[70],"manner,":[71],"all":[73],"post-scheduling":[74],"methods,":[75],"therefore":[77],"inevitably":[78],"result":[79],"resource":[82],"overhead":[83],"long":[85],"job":[86,136,172],"completion":[87,173],"time.":[88],"We":[89,151],"notice":[90],"that":[91,168],"jobs":[95],"usually":[97],"recurring":[98],"predictable":[100],"characteristics.":[101],"By":[102],"exploring":[103],"such":[104],"heuristic,":[106],"we":[107],"present":[108],"pre-scheduling":[110],"framework":[113],"called":[114],"Lever.":[115],"Lever":[116,133,153,169],"first":[117],"identifies":[118],"potential":[119,149],"stragglers":[120],"evaluates":[122],"nodes\u2019":[123],"capacity":[124],"by":[125,175],"analyzing":[126],"information":[128],"historical":[130],"jobs.":[131],"Then,":[132],"carefully":[134],"pre-schedules":[135],"input":[137],"data":[138],"each":[140],"node":[141],"before":[142],"scheduling":[144],"so":[145],"mitigate":[148],"stragglers.":[150],"implement":[152],"contribute":[155],"it":[156],"an":[158],"extension":[159],"Apache":[161],"Spark":[162,181],"Streaming.":[163],"Our":[164],"experimental":[165],"results":[166],"show":[167],"can":[170],"reduce":[171],"time":[174],"30.72":[176],"42.19":[178],"percent":[179],"over":[180],"Streaming,":[182],"adopted":[185],"system":[189],"outperforms":[191],"traditional":[192],"techniques":[193],"significantly.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}