{"id":"https://openalex.org/W2208876576","doi":"https://doi.org/10.1109/lcnw.2015.7365918","title":"Spark on entropy: A reliable & efficient scheduler for low-latency parallel jobs in heterogeneous cloud","display_name":"Spark on entropy: A reliable & efficient scheduler for low-latency parallel jobs in heterogeneous cloud","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2208876576","doi":"https://doi.org/10.1109/lcnw.2015.7365918","mag":"2208876576"},"language":"en","primary_location":{"id":"doi:10.1109/lcnw.2015.7365918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcnw.2015.7365918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 40th Local Computer Networks Conference Workshops (LCN Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072815960","display_name":"Huankai Chen","orcid":"https://orcid.org/0000-0001-5353-3319"},"institutions":[{"id":"https://openalex.org/I20581793","display_name":"University of Kent","ror":"https://ror.org/00xkeyj56","country_code":"GB","type":"education","lineage":["https://openalex.org/I20581793"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Huankai Chen","raw_affiliation_strings":["Future Computing Group, University of Kent, Canterbury, UK"],"affiliations":[{"raw_affiliation_string":"Future Computing Group, University of Kent, Canterbury, UK","institution_ids":["https://openalex.org/I20581793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035729425","display_name":"Frank Z. Wang","orcid":"https://orcid.org/0000-0003-4378-2172"},"institutions":[{"id":"https://openalex.org/I20581793","display_name":"University of Kent","ror":"https://ror.org/00xkeyj56","country_code":"GB","type":"education","lineage":["https://openalex.org/I20581793"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Frank Z Wang","raw_affiliation_strings":["Professor of Future Computing, University of Kent, Canterbury, UK"],"affiliations":[{"raw_affiliation_string":"Professor of Future Computing, University of Kent, Canterbury, UK","institution_ids":["https://openalex.org/I20581793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072815960"],"corresponding_institution_ids":["https://openalex.org/I20581793"],"apc_list":null,"apc_paid":null,"fwci":5.5622,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95897312,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"18 7","issue":null,"first_page":"708","last_page":"713"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.771835446357727},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.669126033782959},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6243561506271362},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5021877288818359},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5018794536590576},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.47855573892593384},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43999290466308594},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34951430559158325},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.20652157068252563},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.20642608404159546},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17945945262908936},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10109347105026245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.771835446357727},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.669126033782959},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6243561506271362},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5021877288818359},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5018794536590576},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.47855573892593384},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43999290466308594},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34951430559158325},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.20652157068252563},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.20642608404159546},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17945945262908936},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10109347105026245},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcnw.2015.7365918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcnw.2015.7365918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 40th Local Computer Networks Conference Workshops (LCN Workshops)","raw_type":"proceedings-article"},{"id":"pmh:oai:kar.kent.ac.uk:51357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/LCNW.2015.7365918>)","pdf_url":null,"source":{"id":"https://openalex.org/S4377196264","display_name":"Kent Academic Repository (University of Kent)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20581793","host_organization_name":"University of Kent","host_organization_lineage":["https://openalex.org/I20581793"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6000000238418579,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1553567754","https://openalex.org/W1568671401","https://openalex.org/W1975854398","https://openalex.org/W1997028179","https://openalex.org/W1998535221","https://openalex.org/W2015013785","https://openalex.org/W2018341541","https://openalex.org/W2018395163","https://openalex.org/W2025397485","https://openalex.org/W2046626049","https://openalex.org/W2068697097","https://openalex.org/W2074935284","https://openalex.org/W2102849319","https://openalex.org/W2105947650","https://openalex.org/W2106781561","https://openalex.org/W2109115793","https://openalex.org/W2110086534","https://openalex.org/W2115495728","https://openalex.org/W2120422789","https://openalex.org/W2122125489","https://openalex.org/W2163065828","https://openalex.org/W2163961697","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W4242248406"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2547038763"],"abstract_inverted_index":{"In":[0,40],"heterogeneous":[1],"cloud,":[2],"the":[3,26,51,64,74,122,132,136,139,160,178],"provision":[4],"of":[5,7,73,76,84,91,115,138],"quality":[6],"service":[8,57],"(QoS)":[9],"guarantees":[10,147],"for":[11,49,109,148],"on-line":[12,52,149],"parallel":[13,53],"analysis":[14,54,151],"jobs":[15,110],"is":[16,81,119],"much":[17],"more":[18,58],"challenging":[19],"than":[20],"off-line":[21],"ones,":[22],"mainly":[23],"due":[24],"to":[25,88,103,120,131,144],"many":[27],"involved":[28],"parameters,":[29],"unstable":[30],"resource":[31,124],"performance,":[32],"various":[33],"job":[34],"pattern":[35],"and":[36,60,62,93,98,127,169],"dynamic":[37],"query":[38,162],"workload.":[39],"this":[41],"paper":[42],"we":[43],"propose":[44],"an":[45,82],"entropy-based":[46],"scheduling":[47],"strategy":[48],"running":[50],"as":[55,70,143],"a":[56,71,79,85,95,105],"reliable":[59],"efficient,":[61],"implement":[63],"proposed":[65],"idea":[66,114],"in":[67,78,182],"Spark.":[68,183],"Entropy,":[69],"measure":[72,104],"degree":[75],"disorder":[77],"system,":[80],"indicator":[83],"system's":[86],"tendency":[87],"progress":[89],"out":[90],"order":[92],"into":[94],"chaotic":[96],"condition,":[97],"it":[99],"can":[100],"thus":[101],"serve":[102],"cloud":[106],"resource's":[107],"reliability":[108],"scheduling.":[111],"The":[112],"key":[113],"our":[116,156],"Entropy":[117],"Scheduler":[118,181],"construct":[121],"new":[123,140],"entropy":[125],"metric":[126,141],"schedule":[128],"tasks":[129],"according":[130],"resources":[133],"ranking":[134],"with":[135,177],"help":[137],"so":[142],"provide":[145],"QoS":[146],"Spark":[150],"jobs.":[152],"Experiments":[153],"demonstrate":[154],"that":[155],"approach":[157],"significantly":[158],"reduces":[159],"average":[161],"response":[163],"time":[164],"by":[165,172],"15%":[166],"-":[167,174],"20%":[168],"standard":[170],"deviation":[171],"30%":[173],"45%":[175],"compare":[176],"native":[179],"Fair":[180]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}