{"id":"https://openalex.org/W2908124152","doi":null,"title":"Performance Evaluation of Job Scheduling and Resource Allocation in Apache Spark","display_name":"Performance Evaluation of Job Scheduling and Resource Allocation in Apache Spark","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2908124152","mag":"2908124152"},"language":"en","primary_location":{"id":"pmh:oai:ecommons.usask.ca:10388/9534","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10388/9534","pdf_url":"https://harvest.usask.ca/bitstreams/9654d97a-5217-486d-b8ae-df305acfc5b8/download","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://harvest.usask.ca/bitstreams/9654d97a-5217-486d-b8ae-df305acfc5b8/download","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030515145","display_name":"Habib Ado Sabiu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Habib Ado Sabiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5030515145"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.025100000202655792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/apache-spark","display_name":"Apache Spark","score":0.9980000257492065},{"id":"https://openalex.org/keywords/job-scheduling","display_name":"job scheduling","score":0.9919999837875366},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.9629999995231628},{"id":"https://openalex.org/keywords/cluster-managers","display_name":"cluster managers","score":0.8980000019073486},{"id":"https://openalex.org/keywords/apache-mesos","display_name":"Apache Mesos","score":0.8119999766349792},{"id":"https://openalex.org/keywords/yarn","display_name":"yarn","score":0.9430000185966492},{"id":"https://openalex.org/keywords/dynamic-resource-allocation","display_name":"dynamic resource allocation","score":0.7620000243186951},{"id":"https://openalex.org/keywords/static-resource-allocation","display_name":"static resource allocation","score":0.9430000185966492},{"id":"https://openalex.org/keywords/speculative-execution","display_name":"speculative execution","score":0.8579999804496765},{"id":"https://openalex.org/keywords/image-processing","display_name":"image processing","score":0.7200000286102295},{"id":"https://openalex.org/keywords/image-registration","display_name":"image registration","score":0.8899999856948853},{"id":"https://openalex.org/keywords/flower-counting","display_name":"flower counting","score":0.9229999780654907},{"id":"https://openalex.org/keywords/image-clustering","display_name":"image clustering","score":0.9990000128746033},{"id":"https://openalex.org/keywords/makespan","display_name":"makespan","score":0.6959999799728394},{"id":"https://openalex.org/keywords/cluster-resource-utilization","display_name":"cluster resource utilization","score":0.7039999961853027},{"id":"https://openalex.org/keywords/big-data-processing","display_name":"big data processing","score":0.7419999837875366}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5315432548522949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4974530041217804},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.445607990026474},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.42292842268943787},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.2961789071559906},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20628565549850464},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07865267992019653}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:ecommons.usask.ca:10388/9534","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10388/9534","pdf_url":"https://harvest.usask.ca/bitstreams/9654d97a-5217-486d-b8ae-df305acfc5b8/download","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"pmh:oai:harvest.usask.ca:10388/9534","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10388/9534","pdf_url":null,"source":{"id":"https://openalex.org/S7407063267","display_name":"HARVEST (University of Saskatchewan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2908124152","doi":null,"is_oa":false,"landing_page_url":"https://harvest.usask.ca/bitstream/10388/9534/1/SABIU-THESIS-2018.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:ecommons.usask.ca:10388/9534","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10388/9534","pdf_url":"https://harvest.usask.ca/bitstreams/9654d97a-5217-486d-b8ae-df305acfc5b8/download","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2908124152.pdf","grobid_xml":"https://content.openalex.org/works/W2908124152.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W25727798","https://openalex.org/W192446467","https://openalex.org/W1145287022","https://openalex.org/W1545686965","https://openalex.org/W1579570163","https://openalex.org/W1746258828","https://openalex.org/W1890643295","https://openalex.org/W1902764931","https://openalex.org/W1969422088","https://openalex.org/W1973422732","https://openalex.org/W1976044762","https://openalex.org/W2002472616","https://openalex.org/W2014830756","https://openalex.org/W2022678927","https://openalex.org/W2025835161","https://openalex.org/W2031054627","https://openalex.org/W2032542685","https://openalex.org/W2040728701","https://openalex.org/W2059157192","https://openalex.org/W2078082072","https://openalex.org/W2085797995","https://openalex.org/W2096125134","https://openalex.org/W2098935637","https://openalex.org/W2105947650","https://openalex.org/W2110158442","https://openalex.org/W2115583184","https://openalex.org/W2119738171","https://openalex.org/W2120422789","https://openalex.org/W2121657565","https://openalex.org/W2131975293","https://openalex.org/W2147555557","https://openalex.org/W2151103935","https://openalex.org/W2155072926","https://openalex.org/W2160856622","https://openalex.org/W2163961697","https://openalex.org/W2189465200","https://openalex.org/W2272201970","https://openalex.org/W2276177172","https://openalex.org/W2294991709","https://openalex.org/W2309679942","https://openalex.org/W2342380904","https://openalex.org/W2345549197","https://openalex.org/W2488548223","https://openalex.org/W2519154812","https://openalex.org/W2564732190","https://openalex.org/W2571193478","https://openalex.org/W2571791972","https://openalex.org/W2913081072"],"related_works":["https://openalex.org/W2941859937","https://openalex.org/W4311655415","https://openalex.org/W2969378954","https://openalex.org/W7104477591","https://openalex.org/W3003640248","https://openalex.org/W3003280185","https://openalex.org/W2590932926","https://openalex.org/W2797766513","https://openalex.org/W2918429586","https://openalex.org/W4324356840"],"abstract_inverted_index":{"Advancements":[0],"in":[1,70,107,238,311,382],"data":[2,12,31,51,106],"acquisition":[3],"techniques":[4],"and":[5,16,23,42,142,158,160,171,198,204,220,225,243,260,263,267,277,293,306,314,336,344,370],"devices":[6],"are":[7,13,67,169],"revolutionizing":[8],"the":[9,54,124,139,146,214,222,233,298,301,318,321,337],"way":[10],"image":[11,30,50,105,119,252,349],"collected,":[14],"managed":[15],"processed.":[17],"Devices":[18],"such":[19,63],"as":[20,64],"time-lapse":[21],"cameras":[22,25],"multispectral":[24],"generate":[26],"large":[27,47,85,102,275],"amount":[28,103],"of":[29,49,84,90,101,104,137,145,228,235,240,250,269,332,339,379],"daily.":[32],"Therefore,":[33],"there":[34],"is":[35,75,180,213,374],"a":[36,76,88,108,248,274,278,376,383],"clear":[37],"need":[38],"for":[39,81,98,176,217,286,361],"many":[40],"organizations":[41],"researchers":[43],"to":[44,113,123,134,183,195,355],"deal":[45],"with":[46],"volume":[48],"efficiently.":[52],"On":[53],"other":[55],"hand,":[56],"Big":[57],"Data":[58],"processing":[59,83,100,120,253,350],"on":[60,87,151,273,325,348],"distributed":[61,82,99],"systems":[62],"Apache":[65,73,291],"Spark":[66,74,97,131,148,210,279],"gaining":[68],"popularity":[69],"recent":[71],"years.":[72],"widely":[77],"used":[78],"in-memory":[79],"framework":[80],"datasets":[86],"cluster":[89,115,125,132,153,186,202,211,230,280,284,368,380],"inexpensive":[91],"computers.":[92],"This":[93,193],"thesis":[94,246,299,319,353],"proposes":[95],"using":[96,281,358],"time":[109],"efficient":[110],"manner.":[111,385],"However,":[112],"share":[114,185,378],"resources":[116,168,187,381],"efficiently,":[117],"multiple":[118,178,189],"applications":[121,190,219,237,254,272],"submitted":[122],"must":[126],"be":[127],"appropriately":[128],"scheduled":[129],"by":[130],"managers":[133,154,231,285],"take":[135],"advantage":[136],"all":[138],"compute":[140],"power":[141],"storage":[143],"capacity":[144],"cluster.":[147],"can":[149],"run":[150],"three":[152,282],"including":[155,255,289],"Standalone,":[156,290],"Mesos":[157,292],"YARN,":[159],"provides":[161],"several":[162],"configuration":[163],"parameters":[164,179,363],"that":[165,328,357],"control":[166,329],"how":[167,221],"allocated":[170,375],"scheduled.":[172],"Using":[173],"default":[174],"settings":[175,227],"these":[177,229,271,362],"not":[181,207],"enough":[182],"efficiently":[184],"between":[188],"running":[191,270],"concurrently.":[192],"leads":[194],"performance":[196,234],"issues":[197],"resource":[199,241,287,307,334],"underutilization":[200],"because":[201],"administrators":[203],"users":[205],"do":[206],"know":[208],"which":[209],"manager":[212],"right":[215],"fit":[216],"their":[218,236,346],"scheduling":[223,305],"behaviour":[224],"parameter":[226],"affect":[232],"terms":[239],"utilization":[242],"response":[244],"times.\\n\\nThis":[245],"parallelized":[247],"set":[249],"heterogeneous":[251],"Image":[256,261],"Registration,":[257],"Flower":[258],"Counter":[259],"Clustering,":[262],"presents":[264],"extensive":[265],"comparisons":[266],"analyses":[268],"server":[276],"different":[283,303],"allocation,":[288],"Hodoop":[294],"YARN.":[295],"In":[296],"addition,":[297],"examined":[300],"two":[302],"job":[304],"allocations":[308],"modes":[309,327],"available":[310,324],"Spark:":[312],"static":[313],"dynamic":[315],"allocation.":[316],"Furthermore,":[317],"explored":[320],"various":[322],"configurations":[323],"both":[326],"speculative":[330],"execution":[331],"tasks,":[333],"size":[335],"number":[338],"parallel":[340],"tasks":[341],"per":[342],"job,":[343],"explained":[345],"impact":[347],"applications.":[351],"The":[352],"aims":[354],"show":[356],"optimal":[359],"values":[360],"reduces":[364],"jobs":[365],"makespan,":[366],"maximizes":[367],"utilization,":[369],"ensures":[371],"each":[372],"application":[373],"fair":[377],"timely":[384]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2019-01-11T00:00:00"}