{"id":"https://openalex.org/W2232367821","doi":"https://doi.org/10.1109/pccc.2015.7410316","title":"ATLAS: An AdapTive faiLure-Aware Scheduler for Hadoop","display_name":"ATLAS: An AdapTive faiLure-Aware Scheduler for Hadoop","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2232367821","doi":"https://doi.org/10.1109/pccc.2015.7410316","mag":"2232367821"},"language":"en","primary_location":{"id":"doi:10.1109/pccc.2015.7410316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pccc.2015.7410316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 34th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060591766","display_name":"Mbarka Soualhia","orcid":"https://orcid.org/0000-0003-3500-6720"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mbarka Soualhia","raw_affiliation_strings":["Concordia University"],"affiliations":[{"raw_affiliation_string":"Concordia University","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071052367","display_name":"Foutse Khomh","orcid":"https://orcid.org/0000-0002-5704-4173"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Foutse Khomh","raw_affiliation_strings":["Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007159598","display_name":"Sofi\u00e8ne Tahar","orcid":"https://orcid.org/0000-0002-5537-104X"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sofiene Tahar","raw_affiliation_strings":["Concordia University"],"affiliations":[{"raw_affiliation_string":"Concordia University","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060591766"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":4.1481,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.94519187,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8458150029182434},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7945108413696289},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6140347123146057},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.48304301500320435},{"id":"https://openalex.org/keywords/atlas","display_name":"Atlas (anatomy)","score":0.45085424184799194},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.44080987572669983},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4365929365158081},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.4070827066898346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12937051057815552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8458150029182434},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7945108413696289},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6140347123146057},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.48304301500320435},{"id":"https://openalex.org/C2776673561","wikidata":"https://www.wikidata.org/wiki/Q655357","display_name":"Atlas (anatomy)","level":2,"score":0.45085424184799194},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.44080987572669983},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4365929365158081},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4070827066898346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12937051057815552},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/pccc.2015.7410316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pccc.2015.7410316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 34th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.polymtl.ca:34077","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/34077/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Communication de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1527311855","https://openalex.org/W1610055818","https://openalex.org/W1861377444","https://openalex.org/W1890643295","https://openalex.org/W1975311570","https://openalex.org/W1983435789","https://openalex.org/W1986640826","https://openalex.org/W1987932453","https://openalex.org/W2000666938","https://openalex.org/W2008637865","https://openalex.org/W2026824323","https://openalex.org/W2040722314","https://openalex.org/W2041100566","https://openalex.org/W2044936152","https://openalex.org/W2051505342","https://openalex.org/W2057279099","https://openalex.org/W2060174277","https://openalex.org/W2094148672","https://openalex.org/W2103070976","https://openalex.org/W2121382795","https://openalex.org/W2140424185","https://openalex.org/W2147470852","https://openalex.org/W2156546605","https://openalex.org/W2173213060","https://openalex.org/W2176067516","https://openalex.org/W2187146589","https://openalex.org/W2232367821","https://openalex.org/W2515735301","https://openalex.org/W6639193275","https://openalex.org/W6646897011"],"related_works":["https://openalex.org/W2011187995","https://openalex.org/W4390608645","https://openalex.org/W2314146950","https://openalex.org/W4247566972","https://openalex.org/W2373521488","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4284509","https://openalex.org/W4206777497"],"abstract_inverted_index":{"Hadoop":[0,18,72,123,162],"has":[1,22],"become":[2],"the":[3,20,47,54,64,90,99,102,134,150,161,181,193,203,213],"de":[4],"facto":[5],"standard":[6],"for":[7,122],"processing":[8,39],"large":[9],"data":[10],"in":[11,19,69,89,133,160],"today's":[12],"cloud":[13,21,91,135],"environment.":[14,92,136],"The":[15],"performance":[16,65,177],"of":[17,46,53,66,86,101,164,180,195,205,217],"a":[23,119,171],"direct":[24],"impact":[25,63],"on":[26,149,222],"many":[27],"important":[28],"applications":[29],"ranging":[30],"from":[31],"web":[32,34],"analytic,":[33],"indexing,":[35],"image":[36],"and":[37,50,59,77,105,144,169,184,202,212,228],"document":[38],"to":[40,130,152,174,200,210],"high-performance":[41],"scientific":[42],"computing.":[43],"However,":[44],"because":[45,85],"scale,":[48],"complexity":[49],"dynamic":[51],"nature":[52],"cloud,":[55],"failures":[56,61,143],"are":[57],"common":[58],"these":[60],"often":[62],"jobs":[67,82,197,218],"running":[68,108],"Hadoop.":[70],"Although":[71],"possesses":[73],"built-in":[74],"failure":[75,96,100,155],"detection":[76],"recovery":[78],"mechanisms,":[79],"several":[80],"scheduled":[81],"still":[83],"fail":[84],"unforeseen":[87],"events":[88,131],"A":[93],"single":[94],"task":[95,142,154],"can":[97,125,191],"cause":[98],"whole":[103],"job":[104,107],"unpredictable":[106],"times.":[109],"In":[110],"this":[111],"paper,":[112],"we":[113],"propose":[114],"ATLAS":[115,140,159,190,224],"(AdapTive":[116],"faiLure-Aware":[117],"Scheduler),":[118],"new":[120],"scheduler":[121],"that":[124,189],"adapt":[126],"its":[127,146,176],"scheduling":[128,147],"decisions":[129,148],"occurring":[132],"Using":[137],"statistical":[138],"models,":[139],"predicts":[141],"adjusts":[145],"fly":[151],"reduce":[153,192],"occurrences.":[156],"We":[157],"implement":[158],"framework":[163],"Amazon":[165],"Elastic":[166],"MapReduce":[167],"(EMR)":[168],"perform":[170],"case":[172],"study":[173],"compare":[175],"with":[178],"those":[179],"FIFO,":[182],"Fair":[183],"Capacity":[185],"schedulers.":[186],"Results":[187],"show":[188],"percentage":[194,204],"failed":[196,206],"by":[198,208,219],"up":[199,209],"28%":[201],"tasks":[207],"39%,":[211],"total":[214],"execution":[215],"time":[216],"10":[220],"minutes":[221],"average.":[223],"also":[225],"reduces":[226],"CPU":[227],"memory":[229],"usages.":[230]},"counts_by_year":[{"year":2021,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}