{"id":"https://openalex.org/W3020279595","doi":"https://doi.org/10.1109/tcc.2019.2910251","title":"Low Latency Big Data Processing without Prior Information","display_name":"Low Latency Big Data Processing without Prior Information","publication_year":2020,"publication_date":"2020-04-22","ids":{"openalex":"https://openalex.org/W3020279595","doi":"https://doi.org/10.1109/tcc.2019.2910251","mag":"3020279595"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2019.2910251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2019.2910251","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101545955","display_name":"Zhiming Hu","orcid":"https://orcid.org/0000-0001-9011-9176"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Zhiming Hu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9011-9176","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083596391","display_name":"Baochun Li","orcid":"https://orcid.org/0000-0003-2404-0974"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Baochun Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2404-0974","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035491991","display_name":"Zheng Qin","orcid":"https://orcid.org/0000-0003-0877-3887"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zheng Qin","raw_affiliation_strings":["Institute of High Performance Computing, A*STAR, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001599295","display_name":"Rick Siow Mong Goh","orcid":"https://orcid.org/0000-0001-9116-1595"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rick Siow Mong Goh","raw_affiliation_strings":["Institute of High Performance Computing, A*STAR, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, A*STAR, Singapore, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101545955"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":1.1134,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83804039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"9","issue":"4","first_page":"1521","last_page":"1534"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-queue","display_name":"Job queue","score":0.8339282870292664},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8313357830047607},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.6734878420829773},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5367703437805176},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5291517376899719},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5116096138954163},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4408416152000427},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17340928316116333},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13242918252944946}],"concepts":[{"id":"https://openalex.org/C171627638","wikidata":"https://www.wikidata.org/wiki/Q6206744","display_name":"Job queue","level":4,"score":0.8339282870292664},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8313357830047607},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.6734878420829773},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5367703437805176},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5291517376899719},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5116096138954163},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4408416152000427},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17340928316116333},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13242918252944946},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2019.2910251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2019.2910251","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6399999856948853,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W17864305","https://openalex.org/W1525444182","https://openalex.org/W1535431348","https://openalex.org/W1657185548","https://openalex.org/W1861377444","https://openalex.org/W1969299781","https://openalex.org/W1998509479","https://openalex.org/W2004255221","https://openalex.org/W2035309843","https://openalex.org/W2041958520","https://openalex.org/W2074988668","https://openalex.org/W2091520147","https://openalex.org/W2096237581","https://openalex.org/W2104993419","https://openalex.org/W2105947650","https://openalex.org/W2109380537","https://openalex.org/W2120422789","https://openalex.org/W2131975293","https://openalex.org/W2133569115","https://openalex.org/W2137726616","https://openalex.org/W2141653733","https://openalex.org/W2150013062","https://openalex.org/W2163961697","https://openalex.org/W2172642452","https://openalex.org/W2295862636","https://openalex.org/W2335814492","https://openalex.org/W2342245634","https://openalex.org/W2496080211","https://openalex.org/W2505273076","https://openalex.org/W2505830093","https://openalex.org/W2528415359","https://openalex.org/W2735859668","https://openalex.org/W2769557912","https://openalex.org/W4229695550","https://openalex.org/W6600737987","https://openalex.org/W6632229964","https://openalex.org/W6636819530","https://openalex.org/W6639193275","https://openalex.org/W6679815717","https://openalex.org/W6684084819","https://openalex.org/W6685577280","https://openalex.org/W6727576777"],"related_works":["https://openalex.org/W2401183800","https://openalex.org/W1488955381","https://openalex.org/W2735859668","https://openalex.org/W4385069207","https://openalex.org/W2927104664","https://openalex.org/W1979890669","https://openalex.org/W4301973339","https://openalex.org/W2078824716","https://openalex.org/W75345567","https://openalex.org/W44553394"],"abstract_inverted_index":{"Job":[0],"scheduling":[1,19,46,186],"plays":[2],"an":[3,75],"important":[4],"role":[5],"in":[6,12,137,147,193,206,221],"improving":[7],"the":[8,35,49,106,122,148,182,190,240,251,257,270],"overall":[9],"system":[10],"performance":[11,36,89,99,218],"big":[13,82],"data":[14,83],"processing":[15,84],"frameworks.":[16],"Simple":[17],"job":[18,30,45,79,95,102,177,184,191,204,247,253],"policies,":[20],"such":[21],"as":[22],"Fair":[23,258],"and":[24,32,56,73,77,215,228,234,265],"FIFO":[25],"scheduling,":[26],"do":[27],"not":[28],"consider":[29],"sizes":[31,41,61,192],"may":[33],"degrade":[34],"when":[37],"jobs":[38,53,114,136,155],"of":[39,100,108,124,139,143,152,161,242,256],"varying":[40],"arrive.":[42],"More":[43],"elaborate":[44],"policies":[47],"make":[48],"convenient":[50],"assumption":[51],"that":[52,156],"are":[54,115,165],"recurring,":[55],"complete":[57,164],"information":[58,93],"about":[59,94],"their":[60,65],"is":[62],"available":[63],"from":[64,105],"prior":[66,92],"runs.":[67],"In":[68,133],"this":[69,134],"paper,":[70],"we":[71,199],"design":[72,107],"implement":[74],"efficient":[76],"practical":[78],"scheduler":[80,103,178,205,248,259],"for":[81],"systems":[85],"to":[86,117,163,167,171,262],"achieve":[87,266],"better":[88,267],"even":[90],"without":[91,188],"sizes.":[96],"The":[97],"superior":[98],"our":[101,202,243,245],"originates":[104],"multiple":[109],"level":[110],"priority":[111,119,169],"queues,":[112,153],"where":[113],"demoted":[116],"lower":[118,168],"queues":[120,170],"if":[121],"amount":[123,142,160],"service":[125,144,162],"consumed":[126],"so":[127],"far":[128],"reaches":[129],"a":[130,140,158,208],"certain":[131],"threshold.":[132],"case,":[135],"need":[138,157],"small":[141],"can":[145,179,249],"finish":[146],"topmost":[149],"several":[150],"levels":[151],"while":[154],"large":[159],"moved":[166],"avoid":[172],"head-of-line":[173],"blocking.":[174],"Our":[175,232],"new":[176,203,246],"effectively":[180],"mimic":[181],"shortest":[183],"first":[185],"policy":[187],"knowing":[189],"advance.":[194],"To":[195],"demonstrate":[196],"its":[197,217],"performance,":[198],"have":[200,237],"implemented":[201],"YARN,":[207],"popular":[209],"resource":[210],"manager":[211],"used":[212],"by":[213,260],"Hadoop/Spark,":[214],"validated":[216],"with":[219],"experiments":[220],"both":[222],"real":[223],"testbeds":[224],"including":[225],"Amazon":[226],"EC2":[227],"large-scale":[229],"trace-driven":[230],"simulations.":[231],"experimental":[233],"simulation":[235],"results":[236],"strongly":[238],"confirmed":[239],"effectiveness":[241],"design:":[244],"reduce":[250],"average":[252],"response":[254],"time":[255],"up":[261],"45":[263],"percent":[264],"fairness":[268],"at":[269],"same":[271],"time.":[272]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}