{"id":"https://openalex.org/W2899010102","doi":"https://doi.org/10.1109/cluster.2018.00042","title":"A Heterogeneity-Aware Task Scheduler for Spark","display_name":"A Heterogeneity-Aware Task Scheduler for Spark","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2899010102","doi":"https://doi.org/10.1109/cluster.2018.00042","mag":"2899010102"},"language":"en","primary_location":{"id":"doi:10.1109/cluster.2018.00042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster.2018.00042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1471879","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102321426","display_name":"Luna Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Luna Xu","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013454209","display_name":"Ali R. Butt","orcid":"https://orcid.org/0000-0002-0871-7263"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali R. Butt","raw_affiliation_strings":["Virginia Tech"],"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029824262","display_name":"Seung\u2013Hwan Lim","orcid":"https://orcid.org/0000-0001-9461-6866"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seung-Hwan Lim","raw_affiliation_strings":["Oak Ridge National Laboratory"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029907548","display_name":"Kannan Ramakrishnan","orcid":"https://orcid.org/0000-0002-5314-7327"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramakrishnan Kannan","raw_affiliation_strings":["Oak Ridge National Laboratory"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102321426"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":3.2893,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93807954,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"245","last_page":"256"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8475801944732666},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.7539913654327393},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7207911014556885},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6530391573905945},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6089729070663452},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6055783033370972},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47489041090011597},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4498688876628876},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4232783019542694},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3314715325832367},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.32815486192703247},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18675419688224792}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8475801944732666},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.7539913654327393},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7207911014556885},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6530391573905945},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6089729070663452},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6055783033370972},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47489041090011597},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4498688876628876},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4232783019542694},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3314715325832367},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32815486192703247},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18675419688224792},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cluster.2018.00042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster.2018.00042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Cluster Computing (CLUSTER)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1471879","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1471879","pdf_url":"https://www.osti.gov/servlets/purl/1471879","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1471879","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1471879","pdf_url":"https://www.osti.gov/servlets/purl/1471879","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1489425746","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1719536385","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2296932962","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G300087880","display_name":null,"funder_award_id":"CNS-1615411","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3299391273","display_name":null,"funder_award_id":"E-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3689704630","display_name":null,"funder_award_id":"1422788","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4694431782","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5366553784","display_name":"CSR: Small: Collaborative Research: Scalable Fine-Grained Cloud Monitoring for Empowering IoT","funder_award_id":"1615411","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6367420729","display_name":"CSR: Medium: Pythia: An Application Analysis and Online Modeling Based Prediction Framework for Scalable Resource Management","funder_award_id":"1405697","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6404597502","display_name":null,"funder_award_id":"CNS-1422788","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6488227018","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G6495930337","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G691578896","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8799952057","display_name":null,"funder_award_id":"DE-AC05-00OR22","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2899010102.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W63594926","https://openalex.org/W185167974","https://openalex.org/W1488422606","https://openalex.org/W1566630565","https://openalex.org/W1861377444","https://openalex.org/W1890643295","https://openalex.org/W1978627953","https://openalex.org/W2002472616","https://openalex.org/W2023214828","https://openalex.org/W2025549137","https://openalex.org/W2028617807","https://openalex.org/W2040728701","https://openalex.org/W2055748525","https://openalex.org/W2081611182","https://openalex.org/W2102849319","https://openalex.org/W2103886725","https://openalex.org/W2105947650","https://openalex.org/W2107001003","https://openalex.org/W2119528150","https://openalex.org/W2131043098","https://openalex.org/W2131975293","https://openalex.org/W2133569115","https://openalex.org/W2140486418","https://openalex.org/W2142932691","https://openalex.org/W2160121678","https://openalex.org/W2160756722","https://openalex.org/W2163961697","https://openalex.org/W2170632351","https://openalex.org/W2172014267","https://openalex.org/W2188062232","https://openalex.org/W2339906866","https://openalex.org/W2497069692","https://openalex.org/W2528415359","https://openalex.org/W2587519888","https://openalex.org/W2735065300","https://openalex.org/W2761251889","https://openalex.org/W2767434259","https://openalex.org/W2770542169","https://openalex.org/W2782913793","https://openalex.org/W2783139437","https://openalex.org/W2784153230","https://openalex.org/W3100094460","https://openalex.org/W4235574128","https://openalex.org/W4300101754","https://openalex.org/W6639193275","https://openalex.org/W6639249596","https://openalex.org/W6679752225","https://openalex.org/W6679815717","https://openalex.org/W6684084819","https://openalex.org/W6704151403","https://openalex.org/W6727576777"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W2766461310","https://openalex.org/W4247566972","https://openalex.org/W4388692845","https://openalex.org/W3202731209","https://openalex.org/W3211874991","https://openalex.org/W4376480847"],"abstract_inverted_index":{"Big":[0],"data":[1,43,75,84,116,132],"processing":[2],"systems":[3],"such":[4],"as":[5,16,128,130],"Spark":[6,81,181],"are":[7],"employed":[8],"in":[9,48,73,155],"an":[10],"increasing":[11],"number":[12],"of":[13,52,170],"diverse":[14],"applications-such":[15],"machine":[17],"learning,":[18],"graph":[19],"computation,":[20],"and":[21,26,54,65,68,80,91,97,124],"scientific":[22],"computing-each":[23],"with":[24,38],"dynamic":[25],"different":[27],"resource":[28,70,122],"needs.":[29],"These":[30],"applications":[31,53,172],"increasingly":[32],"run":[33],"on":[34],"heterogeneous":[35],"hardware,":[36],"e.g.,":[37],"out-of-core":[39],"accelerators.":[40],"However,":[41],"big":[42,74,115],"platforms":[44],"do":[45],"not":[46],"factor":[47,146],"the":[49,63,69,94,143,168,179],"multi-dimensional":[50],"heterogeneity":[51],"hardware.":[55],"This":[56],"leads":[57],"to":[58,89,99,141,166,175,178],"a":[59,109,136,153,156],"fundamental":[60],"mismatch":[61],"between":[62],"application":[64,101],"hardware":[66,95,126],"characteristics,":[67,127],"scheduling":[71,112,145],"adopted":[72],"platforms.":[76],"For":[77],"example,":[78],"Hadoop":[79],"consider":[82],"only":[83],"locality":[85],"when":[86],"assigning":[87],"tasks":[88],"nodes,":[90],"typically":[92],"disregard":[93],"capabilities":[96],"suitability":[98],"specific":[100],"requirements.":[102],"In":[103],"this":[104],"paper,":[105],"we":[106],"present":[107],"RUPAM,":[108],"heterogeneity-aware":[110],"task":[111,154],"system":[113],"for":[114],"platforms,":[117],"which":[118],"considers":[119],"both":[120],"task-level":[121],"characteristics":[123],"underlying":[125],"well":[129],"preserves":[131],"locality.":[133],"RUPAM":[134,163],"adopts":[135],"simple":[137],"yet":[138],"effective":[139],"heuristic":[140],"decide":[142],"dominant":[144],"(e.g.,":[147],"CPU,":[148],"memory,":[149],"or":[150],"I/O),":[151],"given":[152],"particular":[157],"stage.":[158],"Our":[159],"experiments":[160],"show":[161],"that":[162],"is":[164],"able":[165],"improve":[167],"performance":[169],"representative":[171],"by":[173],"up":[174],"62.3%":[176],"compared":[177],"standard":[180],"scheduler.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}