{"id":"https://openalex.org/W3183495501","doi":"https://doi.org/10.1109/access.2021.3097823","title":"Execution Repair for Spark Programs by Active Maintenance of Partition Dependency","display_name":"Execution Repair for Spark Programs by Active Maintenance of Partition Dependency","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3183495501","doi":"https://doi.org/10.1109/access.2021.3097823","mag":"3183495501"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3097823","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3097823","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09488244.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09488244.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083386748","display_name":"Xiupei Mei","orcid":"https://orcid.org/0000-0002-2677-4528"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xiupei Mei","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040500225","display_name":"Imran Ashraf","orcid":"https://orcid.org/0000-0002-5603-0191"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Imran Ashraf","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051831276","display_name":"Xiaoxue Ma","orcid":"https://orcid.org/0000-0001-7745-7154"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaoxue Ma","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051784043","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0003-4419-660X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072631246","display_name":"Zhengyuan Wei","orcid":"https://orcid.org/0000-0001-5966-1338"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhengyuan Wei","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405759","display_name":"Haipeng Wang","orcid":"https://orcid.org/0000-0002-7410-393X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haipeng Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020936420","display_name":"W. K. Chan","orcid":"https://orcid.org/0000-0001-7726-6235"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"W. K. Chan","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5083386748"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.13680855,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":null,"first_page":"101555","last_page":"101573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8743813037872314},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.7713989615440369},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7151713371276855},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6110284328460693},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5517510771751404},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.551707923412323},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4901176393032074},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.442010760307312},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3835865259170532},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.14434659481048584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8743813037872314},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.7713989615440369},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7151713371276855},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6110284328460693},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5517510771751404},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.551707923412323},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4901176393032074},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.442010760307312},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3835865259170532},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.14434659481048584},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3097823","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3097823","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09488244.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:df103d1916e44257ac382eee76d01134","is_oa":true,"landing_page_url":"https://doaj.org/article/df103d1916e44257ac382eee76d01134","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 101555-101573 (2021)","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/c56e282f-b2e4-4aff-a166-b92d1a32f6c7","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/c56e282f-b2e4-4aff-a166-b92d1a32f6c7","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MEI, X, ASHRAF, I, MA, X, ZHANG, H, WEI, Z, WANG, H & CHAN, W K 2021, 'Execution Repair for Spark Programs by Active Maintenance of Partition Dependency', IEEE Access, vol. 9, pp. 101555-101573. https://doi.org/10.1109/ACCESS.2021.3097823","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3097823","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3097823","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09488244.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4956280561","display_name":null,"funder_award_id":"7005216","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G5031987027","display_name":null,"funder_award_id":"7004882","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G570593289","display_name":null,"funder_award_id":"7005122","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G5709445781","display_name":null,"funder_award_id":"HKSAR","funder_id":"https://openalex.org/F4320326427","funder_display_name":"Innovation and Technology Fund"},{"id":"https://openalex.org/G6341628774","display_name":null,"funder_award_id":"9678180","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"},{"id":"https://openalex.org/G769407628","display_name":null,"funder_award_id":"700512","funder_id":"https://openalex.org/F4320309893","funder_display_name":"City University of Hong Kong"}],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"},{"id":"https://openalex.org/F4320326427","display_name":"Innovation and Technology Fund","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3183495501.pdf","grobid_xml":"https://content.openalex.org/works/W3183495501.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W107790154","https://openalex.org/W1448681276","https://openalex.org/W1562811233","https://openalex.org/W1880262756","https://openalex.org/W1980689777","https://openalex.org/W1994389483","https://openalex.org/W1994727615","https://openalex.org/W2033656974","https://openalex.org/W2038412523","https://openalex.org/W2066636486","https://openalex.org/W2073666908","https://openalex.org/W2096544401","https://openalex.org/W2097484305","https://openalex.org/W2100418159","https://openalex.org/W2131975293","https://openalex.org/W2135841285","https://openalex.org/W2189465200","https://openalex.org/W2190012392","https://openalex.org/W2198403777","https://openalex.org/W2294693415","https://openalex.org/W2341535507","https://openalex.org/W2413953908","https://openalex.org/W2435174210","https://openalex.org/W2475738333","https://openalex.org/W2521140588","https://openalex.org/W2547358264","https://openalex.org/W2570373436","https://openalex.org/W2602850704","https://openalex.org/W2605277971","https://openalex.org/W2672032413","https://openalex.org/W2794039168","https://openalex.org/W2795118915","https://openalex.org/W2887745813","https://openalex.org/W2962844195","https://openalex.org/W2967820074","https://openalex.org/W2999691867","https://openalex.org/W3137299218","https://openalex.org/W4231510805","https://openalex.org/W6628546715","https://openalex.org/W6639619044","https://openalex.org/W6679815717","https://openalex.org/W6687322159","https://openalex.org/W6687494587","https://openalex.org/W6703949738","https://openalex.org/W6715689577","https://openalex.org/W6736126653"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W4391547476","https://openalex.org/W2597809628"],"abstract_inverted_index":{"Spark":[0,29,100,122],"programs":[1,57,169],"typically":[2],"codify":[3],"to":[4,14,42,84,173,194],"reuse":[5],"some":[6,163],"of":[7,119,146,160],"their":[8,16],"generated":[9],"datasets,":[10],"called":[11],"partition":[12,106,132,165],"instances,":[13],"make":[15],"subsequent":[17],"computations":[18],"complete":[19],"in":[20,54,99,124,176,197],"a":[21,79,131,136,140],"reasonable":[22],"time.":[23],"At":[24],"runtime,":[25],"however,":[26],"the":[27,43,50,71,92,96,105,116,120,125,144,155,185],"underlying":[28,143],"platform":[30],"may":[31],"independently":[32],"delete":[33],"such":[34,59,86],"instances":[35,40,47,61,166],"or":[36],"accidentally":[37],"cause":[38],"these":[39,56],"inaccessible":[41],"program":[44,101,127,186],"executions.":[45,72,102],"Those":[46],"will":[48,134],"invalidate":[49],"computation":[51,145],"assumption":[52],"made":[53],"writing":[55],"that":[58,147,153,184],"depending":[60],"are":[62],"present,":[63],"which":[64],"leads":[65],"performance":[66,87],"bloat":[67,88],"and":[68,81,89,113],"even":[69],"breaks":[70],"In":[73],"this":[74],"paper,":[75],"we":[76],"present":[77],"FAR,":[78,161],"novel":[80],"effective":[82],"framework":[83],"handle":[85],"actively":[90,188],"repair":[91,158],"executions":[93,187],"by":[94,190],"maintaining":[95],"instance":[97,107,133],"dependencies":[98],"FAR":[103,191],"monitors":[104],"lifecycle":[108],"activities":[109],"at":[110],"all":[111],"levels,":[112],"determines":[114],"from":[115],"execution":[117,128,157],"plan":[118],"current":[121,126],"action":[123],"on":[129],"whether":[130],"have":[135],"dependency":[137,164],"relation":[138],"with":[139,154,199],"later":[141],"one":[142],"action.":[148],"The":[149,179],"experimental":[150],"results":[151,180],"showed":[152],"active":[156],"mechanism":[159],"when":[162],"were":[167],"inaccessible,":[168],"can":[170,192],"achieve":[171],"7.3x":[172],"67.0x":[174],"speedup":[175],"re-generating":[177],"them.":[178],"also":[181],"interestingly":[182],"revealed":[183],"repaired":[189],"run":[193],"successful":[195],"completion":[196],"environments":[198],"1.7x-2.0x":[200],"fewer":[201],"available":[202],"memory.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}