{"id":"https://openalex.org/W2792955298","doi":"https://doi.org/10.1109/tpds.2018.2800011","title":"Learning-Based Memory Allocation Optimization for Delay-Sensitive Big Data Processing","display_name":"Learning-Based Memory Allocation Optimization for Delay-Sensitive Big Data Processing","publication_year":2018,"publication_date":"2018-02-07","ids":{"openalex":"https://openalex.org/W2792955298","doi":"https://doi.org/10.1109/tpds.2018.2800011","mag":"2792955298"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2018.2800011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2800011","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018630996","display_name":"Linjiun Tsai","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Linjiun Tsai","raw_affiliation_strings":["Graduate Institute of Electrical Engineering, National Taiwan University, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Graduate Institute of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038903691","display_name":"Hubertus Franke","orcid":"https://orcid.org/0009-0005-0150-1055"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hubertus Franke","raw_affiliation_strings":["IBM Thomas J. Watson Research Center, Yorktown Heights, NY"],"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024756743","display_name":"Chung\u2010Sheng Li","orcid":"https://orcid.org/0000-0001-9072-1140"},"institutions":[{"id":"https://openalex.org/I4210099672","display_name":"Accenture (United States)","ror":"https://ror.org/013g16z83","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093804","https://openalex.org/I4210099672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chung-Sheng Li","raw_affiliation_strings":["Accenture, San Jose, CA"],"affiliations":[{"raw_affiliation_string":"Accenture, San Jose, CA","institution_ids":["https://openalex.org/I4210099672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062720793","display_name":"Wanjiun Liao","orcid":"https://orcid.org/0000-0001-5396-8849"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wanjiun Liao","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5018630996"],"corresponding_institution_ids":["https://openalex.org/I16733864"],"apc_list":null,"apc_paid":null,"fwci":5.1049,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.95774719,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"29","issue":"6","first_page":"1332","last_page":"1341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8759546279907227},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6714320182800293},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6684280633926392},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6384670734405518},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6154192686080933},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5981519818305969},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.539570152759552},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4854753315448761},{"id":"https://openalex.org/keywords/distributed-memory","display_name":"Distributed memory","score":0.4817235767841339},{"id":"https://openalex.org/keywords/extended-memory","display_name":"Extended memory","score":0.41593825817108154},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34082600474357605},{"id":"https://openalex.org/keywords/shared-memory","display_name":"Shared memory","score":0.24871966242790222},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2227574586868286},{"id":"https://openalex.org/keywords/semiconductor-memory","display_name":"Semiconductor memory","score":0.190119206905365},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.17443281412124634},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13965457677841187},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.13210409879684448},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10878047347068787},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0927819013595581}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8759546279907227},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6714320182800293},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6684280633926392},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6384670734405518},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6154192686080933},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5981519818305969},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.539570152759552},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4854753315448761},{"id":"https://openalex.org/C91481028","wikidata":"https://www.wikidata.org/wiki/Q1054686","display_name":"Distributed memory","level":3,"score":0.4817235767841339},{"id":"https://openalex.org/C171675096","wikidata":"https://www.wikidata.org/wiki/Q1143380","display_name":"Extended memory","level":4,"score":0.41593825817108154},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34082600474357605},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.24871966242790222},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2227574586868286},{"id":"https://openalex.org/C98986596","wikidata":"https://www.wikidata.org/wiki/Q1143031","display_name":"Semiconductor memory","level":2,"score":0.190119206905365},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.17443281412124634},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13965457677841187},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.13210409879684448},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10878047347068787},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0927819013595581},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2018.2800011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2018.2800011","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G202012250","display_name":null,"funder_award_id":"MOST 104-2917-I-002-038","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G6383219220","display_name":null,"funder_award_id":"MOST 104-2221-E-002-081-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W162895179","https://openalex.org/W410850256","https://openalex.org/W1571549216","https://openalex.org/W1582576952","https://openalex.org/W1626597451","https://openalex.org/W1965872426","https://openalex.org/W1976821017","https://openalex.org/W1982003698","https://openalex.org/W1991247510","https://openalex.org/W2014672480","https://openalex.org/W2058340614","https://openalex.org/W2062775008","https://openalex.org/W2074410942","https://openalex.org/W2078082072","https://openalex.org/W2093941454","https://openalex.org/W2104098106","https://openalex.org/W2112832394","https://openalex.org/W2126568761","https://openalex.org/W2130846267","https://openalex.org/W2131166445","https://openalex.org/W2131975293","https://openalex.org/W2137934097","https://openalex.org/W2139072600","https://openalex.org/W2143481518","https://openalex.org/W2146875617","https://openalex.org/W2150139096","https://openalex.org/W2151666832","https://openalex.org/W2152969572","https://openalex.org/W2163961697","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2222025800","https://openalex.org/W2482213519","https://openalex.org/W2485382745","https://openalex.org/W2525790057","https://openalex.org/W2534163416","https://openalex.org/W2625570998","https://openalex.org/W2755088640","https://openalex.org/W2911964244","https://openalex.org/W2952652959","https://openalex.org/W2963288913","https://openalex.org/W2996776823","https://openalex.org/W3123115705","https://openalex.org/W4239510810","https://openalex.org/W4247436192","https://openalex.org/W6614148910","https://openalex.org/W6684084819","https://openalex.org/W6687322159","https://openalex.org/W6688623540"],"related_works":["https://openalex.org/W2942295204","https://openalex.org/W2334181344","https://openalex.org/W2558276258","https://openalex.org/W2401095501","https://openalex.org/W2362277122","https://openalex.org/W2792915651","https://openalex.org/W2069613115","https://openalex.org/W1531461453","https://openalex.org/W4243333834","https://openalex.org/W120214571"],"abstract_inverted_index":{"Optimal":[0],"resource":[1,19,30,46,154],"provisioning":[2],"is":[3,92,143,155,165,172,216],"essential":[4],"for":[5,48,202],"scalable":[6],"big":[7,52,119],"data":[8,36,53,120],"analytics.":[9],"However,":[10],"it":[11,142],"has":[12],"been":[13],"difficult":[14],"to":[15,97,147],"accurately":[16],"forecast":[17,98],"the":[18,22,41,51,67,77,99,114,123,138,152,170,192,197,211,219,222],"requirements":[20,31,47],"before":[21],"actual":[23],"deployment":[24],"of":[25,43,50,76,82,103,118,125,137,151,162,169,184,213,221],"these":[26],"applications":[27,55,121,215],"as":[28],"their":[29],"are":[32],"heavily":[33],"application":[34,78,105],"and":[35,122,182],"dependent.":[37],"This":[38,111],"paper":[39,96],"identifies":[40],"existence":[42],"effective":[44,68,100,139],"memory":[45,64,69,101,115,126,140,153,200],"most":[49],"analytic":[54],"running":[56],"inside":[57],"JVMs":[58],"in":[59,73,80,94,128],"distributed":[60,130],"Spark":[61,177],"environments.":[62],"Provisioning":[63],"less":[65],"than":[66],"requirement":[70,102],"may":[71],"result":[72],"rapid":[74],"deterioration":[75],"execution":[79,85,159],"terms":[81],"its":[83,107],"total":[84,185],"time.":[86],"A":[87],"machine":[88],"learning-based":[89],"prediction":[90,136],"model":[91,112,171],"proposed":[93,193],"this":[95],"an":[104,134,158],"given":[106,203],"service":[108],"level":[109],"agreement.":[110],"captures":[113],"consumption":[116],"behavior":[117,212],"dynamics":[124],"utilization":[127],"a":[129,175],"cluster":[131,178],"environment.":[132],"With":[133],"accurate":[135],"requirement,":[141],"shown":[144],"that":[145,191],"up":[146],"60":[148],"percent":[149,164],"savings":[150],"feasible":[156],"if":[157,210],"time":[160],"penalty":[161],"10":[163],"acceptable.":[166],"The":[167,187],"accuracy":[168],"evaluated":[173],"on":[174],"physical":[176],"with":[179,206],"128":[180],"cores":[181],"1TB":[183],"memory.":[186],"experiment":[188],"results":[189],"show":[190],"solution":[194],"can":[195],"predict":[196],"minimum":[198],"required":[199],"size":[201],"acceptable":[204],"delays":[205],"high":[207],"accuracy,":[208],"even":[209],"target":[214],"unknown":[217],"during":[218],"training":[220],"model.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}