{"id":"https://openalex.org/W3133560671","doi":"https://doi.org/10.1109/tc.2021.3063278","title":"OSC: An Online Self-Configuring Big Data Framework for Optimization of QoS","display_name":"OSC: An Online Self-Configuring Big Data Framework for Optimization of QoS","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3133560671","doi":"https://doi.org/10.1109/tc.2021.3063278","mag":"3133560671"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2021.3063278","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3063278","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022223674","display_name":"Zhendong Bei","orcid":"https://orcid.org/0000-0001-6875-5539"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhendong Bei","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6875-5539","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037648751","display_name":"Nam Sung Kim","orcid":"https://orcid.org/0000-0002-0442-5634"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nam Sung Kim","raw_affiliation_strings":["University of Illinois, Urbana-Champagne, Champaign, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-0442-5634","affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champagne, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103001853","display_name":"Kai Hwang","orcid":"https://orcid.org/0000-0003-2673-4953"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai HWang","raw_affiliation_strings":["Chinese University of Hong Kong (Shenzhen), Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong (Shenzhen), Hong Kong","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048614443","display_name":"Zhibin Yu","orcid":"https://orcid.org/0000-0001-8067-9612"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Yu","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology (SIAT), Chinese Academy of Sciences (CAS), University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8067-9612","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology (SIAT), Chinese Academy of Sciences (CAS), University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3859,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.84466388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"71","issue":"4","first_page":"809","last_page":"823"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7832274436950684},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.584225058555603},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4912366271018982},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.47351908683776855},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4440705478191376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3864785134792328},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3424355983734131},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32274067401885986},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15427741408348083},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10089766979217529}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7832274436950684},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.584225058555603},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4912366271018982},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.47351908683776855},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4440705478191376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3864785134792328},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3424355983734131},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32274067401885986},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15427741408348083},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10089766979217529}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2021.3063278","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3063278","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3736812512","display_name":null,"funder_award_id":"2016YFB1000204","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5903059524","display_name":"\u57fa\u4e8e\u4e09\u7ef4\u5806\u53e0NVM-DRAM\u6df7\u5408\u4ecb\u8d28\u7684\u5185\u5b58\u5927\u6570\u636e\u5904\u7406\u4f53\u7cfb\u7ed3\u6784\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61672511","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6139807279","display_name":null,"funder_award_id":"61802384","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6385625218","display_name":null,"funder_award_id":"61702495","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W136979389","https://openalex.org/W1575324001","https://openalex.org/W1834532152","https://openalex.org/W1975846642","https://openalex.org/W1980376525","https://openalex.org/W1988790447","https://openalex.org/W2012132549","https://openalex.org/W2038361169","https://openalex.org/W2039636872","https://openalex.org/W2058340614","https://openalex.org/W2068338745","https://openalex.org/W2086966678","https://openalex.org/W2122950698","https://openalex.org/W2135695572","https://openalex.org/W2155072926","https://openalex.org/W2157490430","https://openalex.org/W2170997892","https://openalex.org/W2185981305","https://openalex.org/W2246121436","https://openalex.org/W2251801071","https://openalex.org/W2294316975","https://openalex.org/W2318383848","https://openalex.org/W2483031229","https://openalex.org/W2497069692","https://openalex.org/W2522988401","https://openalex.org/W2558922960","https://openalex.org/W2561824179","https://openalex.org/W2604856537","https://openalex.org/W2756970668","https://openalex.org/W2760770811","https://openalex.org/W2786013445","https://openalex.org/W2792529086","https://openalex.org/W2884520142","https://openalex.org/W2963745734","https://openalex.org/W2974110037","https://openalex.org/W2991377414","https://openalex.org/W2995564009","https://openalex.org/W2999515616","https://openalex.org/W3012532133","https://openalex.org/W3022630129","https://openalex.org/W3042148971","https://openalex.org/W3098844916","https://openalex.org/W4212883601","https://openalex.org/W6633174061","https://openalex.org/W6639007902","https://openalex.org/W6686742002","https://openalex.org/W6735916004"],"related_works":["https://openalex.org/W4247566972","https://openalex.org/W3017846737","https://openalex.org/W3012903882","https://openalex.org/W3202731209","https://openalex.org/W3154228395","https://openalex.org/W2043890830","https://openalex.org/W2917146715","https://openalex.org/W3122560724","https://openalex.org/W3183776484","https://openalex.org/W3015513889"],"abstract_inverted_index":{"Big-data":[0],"frameworks":[1],"such":[2],"as":[3],"MapReduce/Hadoop":[4,187],"or":[5],"Spark":[6],"have":[7],"many":[8],"performance-critical":[9],"configuration":[10,138],"parameters":[11,122],"which":[12],"may":[13,63],"interact":[14],"with":[15,202,219],"each":[16,66],"other":[17],"in":[18,54],"a":[19,29,87,105,110],"complex":[20],"way.":[21],"Their":[22],"optimal":[23,83,137],"values":[24,85],"for":[25,86,109,135,156],"an":[26,61,74,143,169,211],"application":[27,38,62,170,212],"on":[28,194,214],"given":[30,88,111],"cluster":[31],"are":[32],"affected":[33],"by":[34,175,191],"not":[35],"only":[36],"the":[37,57,82,116,121,132,154,166,178,203,207],"itself":[39],"but":[40],"also":[41],"its":[42,173,220],"input":[43,58,221],"data.":[44],"This":[45],"makes":[46],"offline":[47],"auto-configuration":[48],"approaches":[49],"hard":[50],"to":[51,103,130,149,163,198],"be":[52],"used":[53],"practice":[55],"because":[56],"data":[59,222],"of":[60,120,153,168,184,210],"change":[64],"at":[65,180],"run.":[67],"To":[68],"address":[69],"this":[70],"issue,":[71],"we":[72],"propose":[73],"Online":[75],"Self-Configuring":[76],"(OSC)":[77],"approach":[78,148],"that":[79],"automatically":[80,176],"determines":[81],"parameter":[84],"application.":[89,112],"OSC":[90,97,141,162,185,215],"synergistically":[91],"integrates":[92],"three":[93],"key":[94],"techniques.":[95],"First,":[96],"leverages":[98],"<italic":[99,117,124,144],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[100,118,125,145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ensemble":[101],"learning</i>":[102],"build":[104],"precise":[106],"performance":[107,174,190,208],"model":[108],"Second,":[113],"it":[114],"quantifies":[115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">importance</i>":[119],"and":[123,171,196],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">interaction":[126],"intensity</i>":[127],"between":[128],"them":[129],"accelerate":[131],"genetic":[133],"algorithm":[134],"searching":[136],"parameters.":[139],"Third,":[140],"supports":[142],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">incremental":[146],"modeling</i>":[147],"achieve":[150],"low":[151],"overhead":[152],"models":[155],"online":[157],"needs.":[158],"These":[159],"techniques":[160],"allow":[161],"effectively":[164],"learn":[165],"characteristics":[167],"optimize":[172],"adjusting":[177],"configurations":[179],"runtime.":[181],"Our":[182],"implementation":[183],"atop":[186],"2.6":[188],"improves":[189],"60":[192],"percent":[193,200],"average":[195],"up":[197],"120":[199],"compared":[201],"state-of-the-art":[204],"approach.":[205],"Lastly,":[206],"benefit":[209],"running":[213],"generally":[216],"increases":[217],"along":[218],"size.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
