{"id":"https://openalex.org/W2902265851","doi":"https://doi.org/10.1145/3277104.3277109","title":"Execution Time Prediction for Apache Spark","display_name":"Execution Time Prediction for Apache Spark","publication_year":2018,"publication_date":"2018-09-08","ids":{"openalex":"https://openalex.org/W2902265851","doi":"https://doi.org/10.1145/3277104.3277109","mag":"2902265851"},"language":"en","primary_location":{"id":"doi:10.1145/3277104.3277109","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3277104.3277109","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 International Conference on Computing and Big Data","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065842342","display_name":"Zhipeng Gao","orcid":"https://orcid.org/0000-0002-0563-6396"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Gao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067164243","display_name":"Ting Wang","orcid":"https://orcid.org/0000-0002-7223-8849"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390994","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0001-6513-1712"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100397704","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-9817-3473"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology Beijing University of Posts and Telecommunications Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.19179469,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8592197895050049},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8371140956878662},{"id":"https://openalex.org/keywords/performance-prediction","display_name":"Performance prediction","score":0.5653186440467834},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.49404457211494446},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.45445016026496887},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.43781623244285583},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4146233797073364},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.366062194108963},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31037402153015137},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.19216349720954895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8592197895050049},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8371140956878662},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.5653186440467834},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.49404457211494446},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.45445016026496887},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.43781623244285583},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4146233797073364},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.366062194108963},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31037402153015137},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.19216349720954895},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3277104.3277109","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3277104.3277109","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 International Conference on Computing and Big Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1590341082","https://openalex.org/W1794174336","https://openalex.org/W1977556410","https://openalex.org/W1999357043","https://openalex.org/W2008056655","https://openalex.org/W2035282278","https://openalex.org/W2058047606","https://openalex.org/W2070317073","https://openalex.org/W2070493638","https://openalex.org/W2074501444","https://openalex.org/W2131975293","https://openalex.org/W2133664094","https://openalex.org/W2175075972","https://openalex.org/W2294316975","https://openalex.org/W2735694356"],"related_works":["https://openalex.org/W3195722949","https://openalex.org/W4246264554","https://openalex.org/W2962431048","https://openalex.org/W3112375919","https://openalex.org/W4322731236","https://openalex.org/W4233648438","https://openalex.org/W2969378954","https://openalex.org/W2793083950","https://openalex.org/W3009370840","https://openalex.org/W2510748453"],"abstract_inverted_index":{"Apache":[0],"Spark":[1,18,35],"is":[2,68,91],"a":[3,17,57,79],"framework":[4,60,136],"that":[5,69,134],"being":[6],"increasingly":[7],"used":[8],"in":[9,52],"distributed":[10],"data":[11],"processing.":[12],"However,":[13],"the":[14,28,33,107,117,135],"performance":[15,42,76,81,89,130],"of":[16,32,72,112],"application":[19],"can":[20,137],"vary":[21],"considerably":[22],"depending":[23],"on":[24],"many":[25],"factors,":[26],"including":[27],"input":[29,114],"data,":[30,115],"implementation":[31],"program,":[34],"configuration":[36],"parameters":[37],"and":[38,96,124,147],"cluster":[39,71],"resources,":[40],"making":[41],"prediction":[43,59,63,82],"becomes":[44],"an":[45],"arduous":[46],"work.":[47],"To":[48],"address":[49],"this":[50,53],"challenge,":[51],"paper,":[54],"we":[55],"design":[56],"two-steps":[58],"with":[61,74,121,144],"high":[62,145],"accuracy.":[64],"The":[65,88],"technical":[66],"core":[67],"each":[70],"applications":[73,104,143],"similar":[75],"behavior":[77,90],"has":[78],"particular":[80],"model":[83],"applying":[84],"gradient":[85],"boosting":[86],"regression.":[87],"profiled":[92],"using":[93,109,128],"both":[94],"CPU":[95],"memory":[97],"utilization":[98,119],"series.":[99],"It":[100],"adapts":[101],"to":[102],"ad-hoc":[103,142],"by":[105],"simulating":[106],"execution":[108,126,139],"limited":[110],"amount":[111],"sample":[113],"matching":[116],"resource":[118],"signature":[120],"history":[122],"applications,":[123],"predicting":[125],"time":[127,140],"corresponding":[129],"model.":[131],"Experiment":[132],"evaluates":[133],"predict":[138],"for":[141],"accuracy":[146],"efficiency.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}