{"id":"https://openalex.org/W2953480352","doi":"https://doi.org/10.1109/tpds.2019.2924423","title":"Resource-Efficient Index Shard Replication in Large Scale Search Engines","display_name":"Resource-Efficient Index Shard Replication in Large Scale Search Engines","publication_year":2019,"publication_date":"2019-06-25","ids":{"openalex":"https://openalex.org/W2953480352","doi":"https://doi.org/10.1109/tpds.2019.2924423","mag":"2953480352"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2019.2924423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2019.2924423","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026498734","display_name":"Yusen Li","orcid":"https://orcid.org/0000-0001-6623-350X"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yusen Li","raw_affiliation_strings":["Department of Computer Science, Nankai University, Nankai Qu, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Nankai University, Nankai Qu, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015527156","display_name":"Xueyan Tang","orcid":"https://orcid.org/0000-0002-7404-7595"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xueyan Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036580072","display_name":"Wentong Cai","orcid":"https://orcid.org/0000-0002-0183-3835"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wentong Cai","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086493023","display_name":"Jiancong Tong","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiancong Tong","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390120","display_name":"Xiaoguang Liu","orcid":"https://orcid.org/0000-0002-9010-3278"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoguang Liu","raw_affiliation_strings":["Department of Computer Science, Nankai University, Nankai Qu, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Nankai University, Nankai Qu, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100367433","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0003-0387-2501"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["Department of Computer Science, Nankai University, Nankai Qu, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Nankai University, Nankai Qu, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5026498734"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":0.9269,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77443921,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"30","issue":"12","first_page":"2820","last_page":"2835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8431113362312317},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.8164534568786621},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.6170135736465454},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.562554121017456},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5060786604881287},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49330320954322815},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4753156304359436},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.429922491312027},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.4236640930175781},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4096956253051758},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2175004482269287},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.13394442200660706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11445531249046326},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08614683151245117},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08498325943946838},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0785071849822998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8431113362312317},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.8164534568786621},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.6170135736465454},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.562554121017456},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5060786604881287},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49330320954322815},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4753156304359436},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.429922491312027},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.4236640930175781},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4096956253051758},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2175004482269287},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.13394442200660706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11445531249046326},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08614683151245117},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08498325943946838},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0785071849822998},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2019.2924423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2019.2924423","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G1168170545","display_name":null,"funder_award_id":"61602266","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W7698046","https://openalex.org/W266446692","https://openalex.org/W1750001631","https://openalex.org/W1969251817","https://openalex.org/W1975709346","https://openalex.org/W1982012874","https://openalex.org/W1987341903","https://openalex.org/W1994242182","https://openalex.org/W2028083097","https://openalex.org/W2032866865","https://openalex.org/W2039678943","https://openalex.org/W2063435439","https://openalex.org/W2072156548","https://openalex.org/W2076471773","https://openalex.org/W2080222368","https://openalex.org/W2081860495","https://openalex.org/W2082973176","https://openalex.org/W2090913810","https://openalex.org/W2098395496","https://openalex.org/W2106059686","https://openalex.org/W2106956947","https://openalex.org/W2110835105","https://openalex.org/W2118651798","https://openalex.org/W2127363101","https://openalex.org/W2133569115","https://openalex.org/W2138662031","https://openalex.org/W2142994777","https://openalex.org/W2152437528","https://openalex.org/W2154045882","https://openalex.org/W2167514501","https://openalex.org/W2321017838","https://openalex.org/W2341458219","https://openalex.org/W2345131274","https://openalex.org/W2347137561","https://openalex.org/W2382112446","https://openalex.org/W2412124276","https://openalex.org/W2470835488","https://openalex.org/W2556771250","https://openalex.org/W2612391007","https://openalex.org/W2794581605","https://openalex.org/W2885687832","https://openalex.org/W4214835284","https://openalex.org/W4255845876","https://openalex.org/W4300273322","https://openalex.org/W6644096475","https://openalex.org/W6675036873","https://openalex.org/W6720433847"],"related_works":["https://openalex.org/W4205713785","https://openalex.org/W3016766501","https://openalex.org/W2901033488","https://openalex.org/W2011675579","https://openalex.org/W4285278887","https://openalex.org/W2365237642","https://openalex.org/W2995925505","https://openalex.org/W3116484972","https://openalex.org/W2941986668","https://openalex.org/W4232431455"],"abstract_inverted_index":{"With":[0],"the":[1,5,23,27,58,69,77,83,87,97,104,108,122,147,150,160,167,182,185],"rapid":[2],"growth":[3],"of":[4,19,26,85,103,149,162,169,184],"Web":[6,28],"scale,":[7],"large":[8],"scale":[9],"search":[10,91,142],"engines":[11],"have":[12,64],"to":[13,21,120,181],"set":[14],"up":[15],"a":[16,65],"huge":[17],"number":[18],"machines":[20],"place":[22],"index":[24,31,38,59,78,186],"files":[25,32],"contents.":[29],"The":[30,125,144],"are":[33,41,128],"normally":[34],"divided":[35],"into":[36],"smaller":[37],"shards":[39],"which":[40],"often":[42],"replicated":[43],"so":[44],"that":[45,57,174],"queries":[46],"can":[47],"be":[48],"processed":[49],"in":[50,90,190],"parallel.":[51],"We":[52,94,115,172],"observe":[53],"from":[54,140],"real":[55,138],"systems":[56],"shard":[60,79,187],"replication":[61,80,188],"strategy":[62,189],"could":[63],"significant":[66],"impact":[67,161],"on":[68,166],"resource":[70,88],"usage.":[71],"In":[72],"this":[73,175],"paper,":[74],"we":[75],"investigate":[76],"problem":[81],"with":[82],"goal":[84],"minimizing":[86],"usage":[89],"engine":[92],"datacenters.":[93],"consider":[95],"both":[96,134],"offline":[98],"version":[99,102],"and":[100,106,137],"online":[101],"problem,":[105],"formulate":[107],"problems":[109],"as":[110],"non-linear":[111],"integer":[112],"programming":[113],"problems.":[114],"propose":[116],"several":[117],"heuristic":[118],"algorithms":[119,127],"approximate":[121],"optimal":[123],"solution.":[124],"proposed":[126,151],"evaluated":[129],"by":[130],"extensive":[131],"experiments":[132],"using":[133],"synthetic":[135],"data":[136,139],"commercial":[141],"engines.":[143],"results":[145],"demonstrate":[146],"effectiveness":[148],"algorithms.":[152],"Our":[153],"work":[154],"also":[155],"yields":[156],"many":[157],"insights":[158],"about":[159],"different":[163],"input":[164],"properties":[165],"performance":[168],"each":[170],"algorithm.":[171],"believe":[173],"paper":[176],"will":[177],"provide":[178],"valuable":[179],"guidance":[180],"design":[183],"practice.":[191]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}