{"id":"https://openalex.org/W2613218113","doi":"https://doi.org/10.1145/3041021.3054246","title":"Intelligent RDD Management for High Performance In-Memory Computing in Spark","display_name":"Intelligent RDD Management for High Performance In-Memory Computing in Spark","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2613218113","doi":"https://doi.org/10.1145/3041021.3054246","mag":"2613218113"},"language":"en","primary_location":{"id":"doi:10.1145/3041021.3054246","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054246","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion  - WWW '17 Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3041021.3054246","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100405281","display_name":"Mingyue Zhang","orcid":"https://orcid.org/0000-0002-3003-8902"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingyue Zhang","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054084905","display_name":"Renhai Chen","orcid":"https://orcid.org/0000-0002-0233-5838"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renhai Chen","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030524599","display_name":"Xiaowang Zhang","orcid":"https://orcid.org/0000-0002-3931-3886"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowang Zhang","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100736532","display_name":"Zhiyong Feng","orcid":"https://orcid.org/0000-0001-8158-7453"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Feng","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029977488","display_name":"Guozheng Rao","orcid":"https://orcid.org/0000-0002-6261-576X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozheng Rao","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100327844","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-8639-3818"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100405281"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.9751,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.81494063,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"873","last_page":"874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8550070524215698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8269124031066895},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.6063923835754395},{"id":"https://openalex.org/keywords/in-memory-processing","display_name":"In-Memory Processing","score":0.5529664158821106},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5324714183807373},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5057048797607422},{"id":"https://openalex.org/keywords/storage-management","display_name":"Storage management","score":0.4457387626171112},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.33066850900650024},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3228054940700531},{"id":"https://openalex.org/keywords/semiconductor-memory","display_name":"Semiconductor memory","score":0.13574257493019104},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.09480410814285278}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8550070524215698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8269124031066895},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.6063923835754395},{"id":"https://openalex.org/C123593499","wikidata":"https://www.wikidata.org/wiki/Q6008583","display_name":"In-Memory Processing","level":5,"score":0.5529664158821106},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5324714183807373},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5057048797607422},{"id":"https://openalex.org/C2984984529","wikidata":"https://www.wikidata.org/wiki/Q7619925","display_name":"Storage management","level":2,"score":0.4457387626171112},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.33066850900650024},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3228054940700531},{"id":"https://openalex.org/C98986596","wikidata":"https://www.wikidata.org/wiki/Q1143031","display_name":"Semiconductor memory","level":2,"score":0.13574257493019104},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.09480410814285278},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3041021.3054246","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054246","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion  - WWW '17 Companion","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3041021.3054246","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3041021.3054246","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th International Conference on World Wide Web Companion  - WWW '17 Companion","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2131806537","https://openalex.org/W2131975293"],"related_works":["https://openalex.org/W2510748453","https://openalex.org/W2405496583","https://openalex.org/W2946366829","https://openalex.org/W4245302940","https://openalex.org/W2999754800","https://openalex.org/W2509266224","https://openalex.org/W4283715869","https://openalex.org/W2353002779","https://openalex.org/W2539603560","https://openalex.org/W2613218113"],"abstract_inverted_index":{"Spark":[0,50,80],"is":[1,47,94],"a":[2,70,97],"pervasively":[3],"used":[4],"in-memory":[5],"computing":[6],"framework":[7],"in":[8,35,61],"the":[9,18,23,36,42,62,84,89,106,112],"era":[10],"of":[11,44],"big":[12],"data,":[13],"and":[14,31,49,74],"can":[15,81,109],"greatly":[16],"accelerate":[17,111],"computation":[19],"speed":[20],"by":[21,78],"wrapping":[22],"accessed":[24,38],"data":[25],"as":[26],"resilient":[27],"distribution":[28],"datasets":[29,34],"(RDDs)":[30],"storing":[32],"these":[33],"fast":[37],"main":[39,45],"memory.":[40,64],"However,":[41],"space":[43],"memory":[46,90],"limited,":[48],"does":[51],"not":[52],"provide":[53],"an":[54],"intelligent":[55],"mechanism":[56],"to":[57,87],"store":[58],"reasonable":[59,85],"RDDs":[60,86],"limited":[63],"In":[65],"this":[66],"paper,":[67],"we":[68],"propose":[69],"fine-grained":[71],"RDD":[72],"checkpointing":[73],"kick-out":[75],"selection":[76],"strategy,":[77],"which":[79],"intelligently":[82],"select":[83],"maximize":[88],"usage.":[91],"The":[92],"experiment":[93],"conducted":[95],"on":[96],"server":[98],"with":[99],"four":[100],"nodes.":[101],"Experimental":[102],"results":[103],"demonstrate":[104],"that":[105],"proposed":[107],"techniques":[108],"effectively":[110],"execution":[113],"speed.":[114]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}