{"id":"https://openalex.org/W2744701035","doi":"https://doi.org/10.1504/ijbdi.2017.10006849","title":"An adaptive memory tuning strategy with high performance for Spark","display_name":"An adaptive memory tuning strategy with high performance for Spark","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2744701035","doi":"https://doi.org/10.1504/ijbdi.2017.10006849","mag":"2744701035"},"language":"en","primary_location":{"id":"doi:10.1504/ijbdi.2017.10006849","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijbdi.2017.10006849","pdf_url":null,"source":{"id":"https://openalex.org/S4210219838","display_name":"International Journal of Big Data Intelligence","issn_l":"2053-1389","issn":["2053-1389","2053-1397"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Big Data Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008370259","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0001-8529-2900"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["(School of Software; Shanghai Jiao Tong University; Shanghai,China)"],"affiliations":[{"raw_affiliation_string":"(School of Software; Shanghai Jiao Tong University; Shanghai,China)","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368473","display_name":"Di Chen","orcid":"https://orcid.org/0000-0003-4384-2729"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Chen","raw_affiliation_strings":["(School of Software; Shanghai Jiao Tong University; Shanghai,China)"],"affiliations":[{"raw_affiliation_string":"(School of Software; Shanghai Jiao Tong University; Shanghai,China)","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080204035","display_name":"Haopeng Chen","orcid":"https://orcid.org/0000-0002-4535-5038"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haopeng Chen","raw_affiliation_strings":["(School of Software; Shanghai Jiao Tong University; Shanghai,China)"],"affiliations":[{"raw_affiliation_string":"(School of Software; Shanghai Jiao Tong University; Shanghai,China)","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051471223","display_name":"Zhipeng Jiang","orcid":"https://orcid.org/0000-0003-3953-1231"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Jiang","raw_affiliation_strings":["(School of Software; Shanghai Jiao Tong University; Shanghai,China)"],"affiliations":[{"raw_affiliation_string":"(School of Software; Shanghai Jiao Tong University; Shanghai,China)","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008370259"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.9673,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82512252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"4","issue":"4","first_page":"276","last_page":"276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8120037913322449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7773056030273438},{"id":"https://openalex.org/keywords/adaptive-memory","display_name":"Adaptive memory","score":0.5862616896629333},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4998023509979248},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4579859972000122},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34965699911117554},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10089483857154846},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09420028328895569}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8120037913322449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7773056030273438},{"id":"https://openalex.org/C30390489","wikidata":"https://www.wikidata.org/wiki/Q4680748","display_name":"Adaptive memory","level":3,"score":0.5862616896629333},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4998023509979248},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4579859972000122},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34965699911117554},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10089483857154846},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09420028328895569},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1504/ijbdi.2017.10006849","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijbdi.2017.10006849","pdf_url":null,"source":{"id":"https://openalex.org/S4210219838","display_name":"International Journal of Big Data Intelligence","issn_l":"2053-1389","issn":["2053-1389","2053-1397"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Big Data Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3015859229","https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W2905242764","https://openalex.org/W3109411864","https://openalex.org/W3017846737","https://openalex.org/W4379407450","https://openalex.org/W3003280185","https://openalex.org/W2613379984"],"abstract_inverted_index":{"With":[0],"the":[1,102,106],"rapid":[2],"development":[3],"of":[4,20,47,60,104],"internet,":[5],"people":[6],"put":[7],"more":[8,10,34,36],"and":[9,18,35,86,95,110,123],"focus":[11],"on":[12],"data,":[13],"which":[14,81,130],"contains":[15],"much":[16],"information":[17],"are":[19],"great":[21],"value.":[22],"To":[23],"gain":[24],"better":[25],"performance":[26,50,127],"in":[27,128],"data":[28,84,98,108,132],"analysis,":[29],"in-memory":[30,52],"computing":[31,49],"has":[32],"been":[33],"popular.":[37],"Spark":[38],"(Zaharia":[39],"et":[40],"al.,":[41],"2010)":[42],"is":[43,63],"a":[44,65],"successful":[45],"example":[46],"improving":[48],"through":[51],"computing.":[53],"However,":[54],"how":[55],"to":[56,90,120],"make":[57],"full":[58],"use":[59,91],"memory":[61,76,116],"resource":[62,93,121],"still":[64],"problem":[66],"for":[67,79],"Spark.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"presented":[73],"an":[74],"adaptive":[75],"tuning":[77,117],"strategy":[78,89,103,118],"Spark,":[80],"enables":[82],"dynamic":[83],"compression":[85,109],"serialisation":[87,111],"selecting":[88,105],"less":[92],"usage":[94,122],"obtain":[96,125],"faster":[97],"process.":[99],"We":[100],"derived":[101],"optimal":[107],"mathematically.":[112],"It":[113],"chooses":[114],"proper":[115],"according":[119],"can":[124],"good":[126],"applications,":[129],"persist":[131],"frequently.":[133]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}