{"id":"https://openalex.org/W2912174032","doi":"https://doi.org/10.1109/access.2019.2897898","title":"Characteristics of Co-Allocated Online Services and Batch Jobs in Internet Data Centers: A Case Study From Alibaba Cloud","display_name":"Characteristics of Co-Allocated Online Services and Batch Jobs in Internet Data Centers: A Case Study From Alibaba Cloud","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2912174032","doi":"https://doi.org/10.1109/access.2019.2897898","mag":"2912174032"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2897898","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2897898","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08636497.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08636497.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036326577","display_name":"Congfeng Jiang","orcid":"https://orcid.org/0000-0003-3592-0328"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Congfeng Jiang","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3592-0328","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081487025","display_name":"Jiangbin Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangbin Lin","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032183209","display_name":"Gangyong Jia","orcid":"https://orcid.org/0000-0002-2944-4006"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangyong Jia","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651611","display_name":"Weisong Shi","orcid":"https://orcid.org/0000-0001-5864-4675"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weisong Shi","raw_affiliation_strings":["Department of Computer Science, Wayne State University, Detroit, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Wayne State University, Detroit, MI, USA","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110522387","display_name":"Jian Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wan","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, Ministry of Education, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, Ministry of Education, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5036326577"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":20.4517,"has_fulltext":true,"cited_by_count":82,"citation_normalized_percentile":{"value":0.99298687,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"22495","last_page":"22508"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.794020414352417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6429731845855713},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.6048922538757324},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3943282961845398},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16162186861038208}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.794020414352417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6429731845855713},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.6048922538757324},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3943282961845398},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16162186861038208}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2897898","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2897898","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08636497.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1c36be03baa04065bf489fa32845a793","is_oa":true,"landing_page_url":"https://doaj.org/article/1c36be03baa04065bf489fa32845a793","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 22495-22508 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2897898","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2897898","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08636497.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G1286428647","display_name":null,"funder_award_id":"61672200","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G1316464862","display_name":null,"funder_award_id":"CNS-1561216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1982467855","display_name":"II-NEW: A Research and Education Infrastructure for Power- and Thermal-Aware Computing","funder_award_id":"1205338","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2081968934","display_name":null,"funder_award_id":"LY18F020014","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G2106376035","display_name":"\u4e91\u8ba1\u7b97\u4e2d\u57fa\u4e8e\u5185\u5bb9\u76f8\u4f3c\u6027\u7684\u8d44\u6e90\u52a8\u6001\u878d\u5408\u6280\u672f\u7814\u7a76","funder_award_id":"61572163","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3569532760","display_name":null,"funder_award_id":"61602137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4318069317","display_name":null,"funder_award_id":"61572163","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G466434844","display_name":null,"funder_award_id":"CNS- 1205338","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5153483505","display_name":"\u57fa\u4e8e\u7279\u6027\u5206\u6790\u7684\u5927\u89c4\u6a21\u673a\u5668\u5b66\u4e60\u6027\u80fd\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61672200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5613679348","display_name":"\u591a\u865a\u62df\u673a\u7cfb\u7edfHDD-SSD\u6df7\u5408\u78c1\u76d8I/O\u8c03\u5ea6\u53ca\u5176\u6027\u80fd\u4f18\u5316\u7814\u7a76","funder_award_id":"61472109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5963486271","display_name":"EAGER: Fine-Grained Software Power Prediction and Its Application on Power Management of Heterogeneous Multicore Systems","funder_award_id":"1561216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6913341701","display_name":null,"funder_award_id":"61802093","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7378554074","display_name":null,"funder_award_id":"CNS-1205338","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2912174032.pdf","grobid_xml":"https://content.openalex.org/works/W2912174032.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1504230329","https://openalex.org/W1965706740","https://openalex.org/W1967327494","https://openalex.org/W1984255960","https://openalex.org/W1987918625","https://openalex.org/W1992997388","https://openalex.org/W2002227246","https://openalex.org/W2003829707","https://openalex.org/W2013244111","https://openalex.org/W2052671641","https://openalex.org/W2059605082","https://openalex.org/W2066238258","https://openalex.org/W2080048189","https://openalex.org/W2087387294","https://openalex.org/W2129542763","https://openalex.org/W2131405329","https://openalex.org/W2142442427","https://openalex.org/W2143039774","https://openalex.org/W2147738849","https://openalex.org/W2155031841","https://openalex.org/W2156077332","https://openalex.org/W2166909680","https://openalex.org/W2271655448","https://openalex.org/W2276903495","https://openalex.org/W2343187072","https://openalex.org/W2394576783","https://openalex.org/W2416799949","https://openalex.org/W2512094163","https://openalex.org/W2526534917","https://openalex.org/W2604490398","https://openalex.org/W2620759855","https://openalex.org/W2624693925","https://openalex.org/W2734749680","https://openalex.org/W2735710195","https://openalex.org/W2750846724","https://openalex.org/W2764100055","https://openalex.org/W2770948260","https://openalex.org/W2780067782","https://openalex.org/W2781156794","https://openalex.org/W2782674619","https://openalex.org/W2782827549","https://openalex.org/W2794492795","https://openalex.org/W2816421546","https://openalex.org/W2891466177","https://openalex.org/W2891812095","https://openalex.org/W2891888092","https://openalex.org/W2904589606","https://openalex.org/W2908324607","https://openalex.org/W2913946887","https://openalex.org/W2914652233","https://openalex.org/W2916242076","https://openalex.org/W2917038071","https://openalex.org/W4214894150","https://openalex.org/W4237948479","https://openalex.org/W4289703819","https://openalex.org/W6654890429","https://openalex.org/W6736300982","https://openalex.org/W6752996956","https://openalex.org/W6753572572"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214","https://openalex.org/W2560439919","https://openalex.org/W4389340727"],"abstract_inverted_index":{"In":[0,56],"order":[1],"to":[2,147],"reduce":[3],"power":[4],"and":[5,14,36,47,67,95,101,112,122,152,180,190,199,240,242,246,255,265,277],"energy":[6],"costs,":[7],"giant":[8],"cloud":[9],"providers":[10],"now":[11],"mix":[12],"online":[13,54,65,137,162],"batch":[15,68,90,166],"jobs":[16,26,69,91,164,239],"on":[17],"the":[18,22,32,81,86,113,125,159,214,220,225,234,244,263,271],"same":[19],"cluster.":[20],"Although":[21],"co-allocation":[23,160,198],"of":[24,41,43,63,161,210,224,238],"such":[25],"improves":[27],"machine":[28],"utilization,":[29,177,179,276],"it":[30],"challenges":[31],"data":[33,266],"center":[34,267],"scheduler":[35],"workload":[37,249,272],"assignment":[38,250],"in":[39,77,143,213,258],"terms":[40],"quality":[42],"service,":[44],"fault":[45],"tolerance,":[46],"failure":[48,278],"recovery,":[49],"especially":[50],"for":[51,130,196,248],"latency":[52],"critical":[53],"services.":[55],"this":[57,259],"paper,":[58],"we":[59,84],"explore":[60],"various":[61],"characteristics":[62],"co-allocated":[64],"services":[66,138,163],"from":[70],"a":[71,104,185],"production":[72],"cluster":[73],"containing":[74],"1.3k":[75],"servers":[76,241],"Alibaba":[78],"Cloud.":[79],"From":[80],"trace":[82],"data,":[83],"find":[85],"following:":[87],"1)":[88],"For":[89,136],"with":[92,165,184],"multiple":[93],"tasks":[94,99],"instances,":[96],"50.8%":[97],"failed":[98],"wait":[100],"halted":[102],"after":[103],"very":[105],"long":[106],"time":[107,121,207,223],"interval":[108,215],"when":[109],"their":[110,148,181],"first":[111],"only":[114],"one":[115],"instance":[116],"fails.":[117],"This":[118],"wastes":[119],"much":[120],"resources":[123],"as":[124],"remaining":[126],"instances":[127,211],"are":[128,141,170,212],"running":[129],"an":[131,194],"impossible":[132],"successful":[133],"termination.":[134],"2)":[135],"jobs,":[139],"they":[140],"clustered":[142,171],"25":[144],"categories":[145],"according":[146],"requested":[149],"CPU,":[150],"memory,":[151],"disk":[153],"resources.":[154],"Such":[155],"clustering":[156],"can":[157,261],"help":[158,262],"jobs.":[167],"3)":[168],"Servers":[169],"into":[172],"seven":[173],"groups":[174],"by":[175],"CPU":[176,189],"memory":[178,191],"correlations.":[182],"Machines":[183],"strong":[186],"correlation":[187],"between":[188,208,251],"utilization":[192,201],"provides":[193],"opportunity":[195],"job":[197],"resource":[200,275],"estimation.":[202],"4)":[203],"The":[204],"MTBF":[205],"(mean":[206],"failures)":[209],"[400,":[216],"800]":[217],"seconds":[218],"while":[219],"average":[221],"completion":[222],"99th":[226],"percentile":[227],"is":[228],"1003":[229],"seconds.":[230],"We":[231],"also":[232],"compare":[233],"cumulative":[235],"distribution":[236],"functions":[237],"explain":[243],"differences":[245],"opportunities":[247],"them.":[252],"Our":[253],"findings":[254],"insights":[256],"presented":[257],"paper":[260],"community":[264],"operators":[268],"better":[269],"understand":[270],"characteristics,":[273],"improve":[274],"recovery":[279],"design.":[280]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":16}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}
