{"id":"https://openalex.org/W2797835905","doi":"https://doi.org/10.1145/3185768.3185772","title":"SPARK Job Performance Analysis and Prediction Tool","display_name":"SPARK Job Performance Analysis and Prediction Tool","publication_year":2018,"publication_date":"2018-04-02","ids":{"openalex":"https://openalex.org/W2797835905","doi":"https://doi.org/10.1145/3185768.3185772","mag":"2797835905"},"language":"en","primary_location":{"id":"doi:10.1145/3185768.3185772","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3185768.3185772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2018 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086400313","display_name":"Rekha Singhal","orcid":"https://orcid.org/0000-0002-3712-1784"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rekha Singhal","raw_affiliation_strings":["TCS Research, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, Mumbai, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033847036","display_name":"Chetan Phalak","orcid":"https://orcid.org/0009-0007-2575-6436"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chetan Phalak","raw_affiliation_strings":["TCS Research, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, Mumbai, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054325406","display_name":"Praveen Kumar Singh","orcid":"https://orcid.org/0000-0003-2429-7913"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Praveen Singh","raw_affiliation_strings":["TCS Research, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, Mumbai, India","institution_ids":["https://openalex.org/I55215948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55215948"],"apc_list":null,"apc_paid":null,"fwci":0.4112,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70302243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"49","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.715559720993042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5755812525749207},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06837624311447144}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.715559720993042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5755812525749207},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06837624311447144}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3185768.3185772","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3185768.3185772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2018 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1746258828","https://openalex.org/W2256629785","https://openalex.org/W2504794194"],"related_works":["https://openalex.org/W2013497748","https://openalex.org/W3158936693","https://openalex.org/W2894172627","https://openalex.org/W4313313360","https://openalex.org/W2267226133","https://openalex.org/W2130734318","https://openalex.org/W2525876841","https://openalex.org/W4294118742","https://openalex.org/W2948467663","https://openalex.org/W3007274011"],"abstract_inverted_index":{"Spark":[0,95,109,129,145,154],"is":[1],"one":[2],"of":[3,17,21,33,36,94,108,128,144],"most":[4],"widely":[5],"deployed":[6],"in-memory":[7],"big":[8,23],"data":[9,13,24,41,62,166],"technology":[10],"for":[11,60,79,91,131,141,147,186],"parallel":[12],"processing":[14],"across":[15],"cluster":[16,77,110,169],"machines.":[18],"The":[19,86,135,172],"availability":[20],"these":[22],"platforms":[25],"on":[26],"commodity":[27],"machines":[28],"has":[29,177],"raised":[30],"the":[31,67,75],"challenge":[32],"assuring":[34],"performance":[35,82,101,148],"applications":[37],"with":[38,121],"increase":[39],"in":[40,83],"size.":[42],"We":[43],"have":[44],"build":[45],"a":[46],"tool":[47,68,87,104,173],"to":[48,54,73,99,111,124,152,164,180],"assist":[49],"application":[50,57,81,113],"developer":[51],"and":[52,150,168,189],"tester":[53],"estimate":[55,74,112,153],"an":[56,132],"execution":[58,156,161],"time":[59,157],"larger":[61],"size":[63,78],"before":[64],"deployment.":[65],"Conversely,":[66],"may":[69],"also":[70,118],"be":[71,89,119],"used":[72,90,120],"competent":[76],"desired":[80],"production":[84],"environment.":[85],"can":[88,117],"detailed":[92],"profiling":[93],"job,":[96],"post":[97],"execution,":[98],"understand":[100],"bottleneck.":[102],"This":[103],"incorporates":[105],"different":[106,142],"configurations":[107,143],"performance.":[114,134],"Therefore,":[115],"it":[116],"optimization":[122],"techniques":[123],"get":[125],"tuned":[126],"value":[127],"parameters":[130],"optimal":[133],"tool's":[136],"key":[137],"innovations":[138],"are":[139],"support":[140],"platform":[146],"prediction":[149],"simulator":[151],"stage":[155],"which":[158],"includes":[159],"task":[160],"variability":[162],"due":[163],"HDFS,":[165],"skew":[167],"nodes":[170],"heterogeneity.":[171],"using":[174],"model":[175],"[3]":[176],"been":[178],"shown":[179],"predict":[181],"within":[182],"20%":[183],"error":[184],"bound":[185],"Wordcount,":[187],"Terasort,Kmeans":[188],"few":[190],"SQL":[191],"workloads.":[192]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}