{"id":"https://openalex.org/W2998868659","doi":"https://doi.org/10.1109/ipccc47392.2019.8958724","title":"ATuMm: Auto-tuning Memory Manager in Apache Spark","display_name":"ATuMm: Auto-tuning Memory Manager in Apache Spark","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2998868659","doi":"https://doi.org/10.1109/ipccc47392.2019.8958724","mag":"2998868659"},"language":"en","primary_location":{"id":"doi:10.1109/ipccc47392.2019.8958724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc47392.2019.8958724","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 38th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013649821","display_name":"Danlin Jia","orcid":"https://orcid.org/0000-0003-2858-0505"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Danlin Jia","raw_affiliation_strings":["Northeastern University,Department of Electrical and Computer Engineering,Boston,USA","Department of Electrical and Computer Engineering, Northeastern University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Department of Electrical and Computer Engineering,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011474644","display_name":"Janki Bhimani","orcid":"https://orcid.org/0000-0001-7284-1464"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Janki Bhimani","raw_affiliation_strings":["Northeastern University,Department of Electrical and Computer Engineering,Boston,USA","Department of Electrical and Computer Engineering, Northeastern University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Department of Electrical and Computer Engineering,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089101733","display_name":"Son Nam Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Son Nam Nguyen","raw_affiliation_strings":["University of Massachusetts Boston,Department of Computer Science,Boston,USA","Department of Computer Science, University of Massachusetts Boston, Boston, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston,Department of Computer Science,Boston,USA","institution_ids":["https://openalex.org/I33434090","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Boston, USA","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085815921","display_name":"Bo Sheng","orcid":"https://orcid.org/0000-0001-5958-8935"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Sheng","raw_affiliation_strings":["University of Massachusetts Boston,Department of Computer Science,Boston,USA","Department of Computer Science, University of Massachusetts Boston, Boston, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston,Department of Computer Science,Boston,USA","institution_ids":["https://openalex.org/I33434090","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Boston, USA","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091825452","display_name":"Ningfang Mi","orcid":"https://orcid.org/0009-0005-0934-1287"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningfang Mi","raw_affiliation_strings":["Northeastern University,Department of Electrical and Computer Engineering,Boston,USA","Department of Electrical and Computer Engineering, Northeastern University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Department of Electrical and Computer Engineering,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013649821"],"corresponding_institution_ids":["https://openalex.org/I111088046","https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":2.0349,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90386367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/garbage-collection","display_name":"Garbage collection","score":0.8158764839172363},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8022870421409607},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7448827624320984},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.6774852275848389},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6371405720710754},{"id":"https://openalex.org/keywords/garbage","display_name":"Garbage","score":0.585198163986206},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.5540583729743958},{"id":"https://openalex.org/keywords/interleaved-memory","display_name":"Interleaved memory","score":0.4951683580875397},{"id":"https://openalex.org/keywords/extended-memory","display_name":"Extended memory","score":0.4841538071632385},{"id":"https://openalex.org/keywords/memory-map","display_name":"Memory map","score":0.46180859208106995},{"id":"https://openalex.org/keywords/shared-memory","display_name":"Shared memory","score":0.35197967290878296},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.33208930492401123},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.32338762283325195}],"concepts":[{"id":"https://openalex.org/C105122174","wikidata":"https://www.wikidata.org/wiki/Q322202","display_name":"Garbage collection","level":3,"score":0.8158764839172363},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8022870421409607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7448827624320984},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.6774852275848389},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6371405720710754},{"id":"https://openalex.org/C75403996","wikidata":"https://www.wikidata.org/wiki/Q5521979","display_name":"Garbage","level":2,"score":0.585198163986206},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5540583729743958},{"id":"https://openalex.org/C63511323","wikidata":"https://www.wikidata.org/wiki/Q908936","display_name":"Interleaved memory","level":4,"score":0.4951683580875397},{"id":"https://openalex.org/C171675096","wikidata":"https://www.wikidata.org/wiki/Q1143380","display_name":"Extended memory","level":4,"score":0.4841538071632385},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.46180859208106995},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.35197967290878296},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.33208930492401123},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.32338762283325195},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ipccc47392.2019.8958724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc47392.2019.8958724","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 38th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1598064945","https://openalex.org/W1982003698","https://openalex.org/W2114296561","https://openalex.org/W2131975293","https://openalex.org/W2189465200","https://openalex.org/W2475738333","https://openalex.org/W2528205088","https://openalex.org/W2728068999","https://openalex.org/W2762847354","https://openalex.org/W2887745813","https://openalex.org/W2964097655","https://openalex.org/W2995564009","https://openalex.org/W6679815717","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W1554378476","https://openalex.org/W4293054943","https://openalex.org/W2753615087","https://openalex.org/W2334181344","https://openalex.org/W4243333834","https://openalex.org/W2558276258","https://openalex.org/W2564569739","https://openalex.org/W2401095501","https://openalex.org/W120214571","https://openalex.org/W43633106"],"abstract_inverted_index":{"Apache":[0],"Spark":[1,26,67,105,116,144,150],"is":[2],"an":[3,75],"in-memory":[4],"analytic":[5],"framework":[6],"that":[7,42,122],"has":[8],"been":[9],"adopted":[10],"in":[11,25,104,113],"the":[12,43,51,60,86,129,138,148],"industry":[13],"and":[14,21,36,92,107,134],"research":[15],"fields.":[16],"Two":[17],"memory":[18,29,45,53,77,83,90,102,125,151],"managers,":[19],"Static":[20],"Unified,":[22],"are":[23],"available":[24],"to":[27,80,147],"allocate":[28],"for":[30],"caching":[31],"Resilient":[32],"Distributed":[33],"Datasets":[34],"(RDDs)":[35],"executing":[37],"tasks.":[38],"However,":[39],"we":[40,73],"found":[41],"static":[44],"manager":[46,54,78,103,126],"(SMM)":[47],"lacks":[48],"flexibility,":[49],"while":[50],"unified":[52],"(UMM)":[55],"puts":[56],"heavy":[57],"pressure":[58],"on":[59,65],"garbage":[61,96,131],"collection":[62,132],"of":[63,88,143],"JVM":[64],"which":[66],"resides.":[68],"To":[69],"address":[70],"these":[71],"issues,":[72],"design":[74],"auto-tuning":[76,124],"(ATuMm)":[79],"support":[81],"dynamic":[82],"allocation":[84],"with":[85],"consideration":[87],"both":[89],"demands":[91],"latency":[93],"introduced":[94],"by":[95,110],"collection.":[97],"We":[98],"implement":[99],"our":[100,123],"new":[101],"2.2.0":[106],"evaluate":[108],"it":[109],"conducting":[111],"experiments":[112],"a":[114],"real":[115],"cluster.":[117],"Our":[118],"experimental":[119],"results":[120],"show":[121],"can":[127],"reduce":[128],"total":[130],"time":[133],"thus":[135],"further":[136],"improve":[137],"performance":[139],"(i.e.,":[140],"reduced":[141],"latency)":[142],"applications,":[145],"compared":[146],"existing":[149],"management":[152],"solutions.":[153]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}