{"id":"https://openalex.org/W2008585803","doi":"https://doi.org/10.1109/tcc.2014.2338291","title":"LsPS: A Job Size-Based Scheduler for Efficient Task Assignments in Hadoop","display_name":"LsPS: A Job Size-Based Scheduler for Efficient Task Assignments in Hadoop","publication_year":2014,"publication_date":"2014-07-30","ids":{"openalex":"https://openalex.org/W2008585803","doi":"https://doi.org/10.1109/tcc.2014.2338291","mag":"2008585803"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2014.2338291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2014.2338291","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052203401","display_name":"Yi Yao","orcid":"https://orcid.org/0000-0003-3582-5726"},"institutions":[{"id":"https://openalex.org/I141461282","display_name":"Dana (United States)","ror":"https://ror.org/0288c6p43","country_code":"US","type":"company","lineage":["https://openalex.org/I141461282"]},{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yi Yao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, 409 Dana Research Center, 360 Huntington Avenue, Boston, MA 02115"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, 409 Dana Research Center, 360 Huntington Avenue, Boston, MA 02115","institution_ids":["https://openalex.org/I141461282","https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040444312","display_name":"Jianzhe Tai","orcid":null},"institutions":[{"id":"https://openalex.org/I141461282","display_name":"Dana (United States)","ror":"https://ror.org/0288c6p43","country_code":"US","type":"company","lineage":["https://openalex.org/I141461282"]},{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianzhe Tai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, 409 Dana Research Center, 360 Huntington Avenue, Boston, MA 02115"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, 409 Dana Research Center, 360 Huntington Avenue, Boston, MA 02115","institution_ids":["https://openalex.org/I141461282","https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085815921","display_name":"Bo Sheng","orcid":"https://orcid.org/0000-0001-5958-8935"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Sheng","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, Boston, MA","Department of Computer Science, University of Massachusetts Boston, Boston, MA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Boston, MA","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Boston, MA#TAB#","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091825452","display_name":"Ningfang Mi","orcid":"https://orcid.org/0009-0005-0934-1287"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I141461282","display_name":"Dana (United States)","ror":"https://ror.org/0288c6p43","country_code":"US","type":"company","lineage":["https://openalex.org/I141461282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningfang Mi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, 409 Dana Research Center, 360 Huntington Avenue, Boston, MA 02115"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, 409 Dana Research Center, 360 Huntington Avenue, Boston, MA 02115","institution_ids":["https://openalex.org/I141461282","https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052203401"],"corresponding_institution_ids":["https://openalex.org/I12912129","https://openalex.org/I141461282"],"apc_list":null,"apc_paid":null,"fwci":8.6779,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.97274424,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"3","issue":"4","first_page":"411","last_page":"424"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8870697021484375},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6323258280754089},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6172337532043457},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5713716745376587},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5712908506393433},{"id":"https://openalex.org/keywords/response-time","display_name":"Response time","score":0.5107941627502441},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.4809783697128296},{"id":"https://openalex.org/keywords/fifo-and-lifo-accounting","display_name":"FIFO and LIFO accounting","score":0.44970887899398804},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.38699352741241455},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.37514182925224304},{"id":"https://openalex.org/keywords/fifo","display_name":"FIFO (computing and electronics)","score":0.32245761156082153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8870697021484375},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6323258280754089},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6172337532043457},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5713716745376587},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5712908506393433},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.5107941627502441},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.4809783697128296},{"id":"https://openalex.org/C48721391","wikidata":"https://www.wikidata.org/wiki/Q1265942","display_name":"FIFO and LIFO accounting","level":3,"score":0.44970887899398804},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.38699352741241455},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.37514182925224304},{"id":"https://openalex.org/C2777145635","wikidata":"https://www.wikidata.org/wiki/Q515636","display_name":"FIFO (computing and electronics)","level":2,"score":0.32245761156082153},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2014.2338291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2014.2338291","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4399999976158142,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G5925285043","display_name":null,"funder_award_id":"CNS-1251129","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W110612056","https://openalex.org/W1508832460","https://openalex.org/W1861377444","https://openalex.org/W1890643295","https://openalex.org/W1968160647","https://openalex.org/W1979948822","https://openalex.org/W1987034518","https://openalex.org/W2002472616","https://openalex.org/W2020694540","https://openalex.org/W2022678927","https://openalex.org/W2048898205","https://openalex.org/W2058047606","https://openalex.org/W2096125134","https://openalex.org/W2103886725","https://openalex.org/W2113718594","https://openalex.org/W2119528150","https://openalex.org/W2132353061","https://openalex.org/W2146625955","https://openalex.org/W2150207209","https://openalex.org/W2154552486","https://openalex.org/W2163291889","https://openalex.org/W2168808361","https://openalex.org/W2173213060","https://openalex.org/W2911680028","https://openalex.org/W4246315676","https://openalex.org/W6630471841","https://openalex.org/W6639193275","https://openalex.org/W6639249596"],"related_works":["https://openalex.org/W2168288612","https://openalex.org/W3145739807","https://openalex.org/W2058492552","https://openalex.org/W2485390638","https://openalex.org/W2626729922","https://openalex.org/W2020531283","https://openalex.org/W2322861814","https://openalex.org/W2945758745","https://openalex.org/W2015441043","https://openalex.org/W2148933941"],"abstract_inverted_index":{"The":[0],"MapReduce":[1,25,48,85,162],"paradigm":[2],"and":[3,22,56,138,147,177],"its":[4],"open":[5],"source":[6],"implementation":[7],"Hadoop":[8,96,115],"are":[9,43],"emerging":[10],"as":[11],"an":[12],"important":[13],"standard":[14],"for":[15,52,142],"large-scale":[16],"data-intensive":[17],"processing":[18],"in":[19,61,81],"both":[20],"industry":[21],"academia.":[23],"A":[24],"cluster":[26,154],"is":[27,75],"typically":[28],"shared":[29,54,84],"among":[30,136],"multiple":[31],"users":[32,137],"with":[33],"different":[34,105],"types":[35],"of":[36,41,63,78,121,169],"workloads.":[37,106],"When":[38],"a":[39,47,83,113,167],"flock":[40],"jobs":[42],"concurrently":[44],"submitted":[45],"to":[46,124,173],"cluster,":[49],"they":[50],"compete":[51],"the":[53,57,76,119,133,139,160,174],"resources":[55],"overall":[58],"system":[59,170],"performance":[60],"terms":[62],"job":[64,127,163],"response":[65,102,128,164],"times,":[66],"might":[67],"be":[68],"seriously":[69],"degraded.":[70],"Therefore,":[71],"one":[72],"challenging":[73],"issue":[74],"ability":[77],"efficient":[79],"scheduling":[80,92,140],"such":[82],"environment.":[86],"However,":[87],"we":[88,111],"find":[89],"that":[90,156],"conventional":[91],"algorithms":[93,141],"supported":[94],"by":[95,130],"cannot":[97],"always":[98],"guarantee":[99],"good":[100],"average":[101,126,161],"times":[103,129],"under":[104,166],"To":[107],"address":[108],"this":[109],"issue,":[110],"propose":[112],"new":[114],"scheduler,":[116],"which":[117],"leverages":[118],"knowledge":[120],"workload":[122],"patterns":[123],"reduce":[125],"dynamically":[131],"tuning":[132],"resource":[134],"shares":[135],"each":[143],"user.":[144],"Both":[145],"simulation":[146],"real":[148],"experimental":[149],"results":[150],"from":[151],"Amazon":[152],"EC2":[153],"show":[155],"our":[157],"scheduler":[158],"reduces":[159],"time":[165],"variety":[168],"workloads":[171],"compared":[172],"existing":[175],"FIFO":[176],"Fair":[178],"schedulers.":[179]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}