{"id":"https://openalex.org/W2990977903","doi":"https://doi.org/10.1109/tpds.2019.2955494","title":"Cost-Aware Partitioning for Efficient Large Graph Processing in Geo-Distributed Datacenters","display_name":"Cost-Aware Partitioning for Efficient Large Graph Processing in Geo-Distributed Datacenters","publication_year":2019,"publication_date":"2019-11-26","ids":{"openalex":"https://openalex.org/W2990977903","doi":"https://doi.org/10.1109/tpds.2019.2955494","mag":"2990977903"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2019.2955494","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2019.2955494","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-02389120","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015692437","display_name":"Amelie Chi Zhou","orcid":"https://orcid.org/0000-0001-8343-2367"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Amelie Chi Zhou","raw_affiliation_strings":["National Engineering Lab for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","Shenzhen University [Shenzhen]"],"affiliations":[{"raw_affiliation_string":"National Engineering Lab for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"Shenzhen University [Shenzhen]","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012168723","display_name":"Bingkun Shen","orcid":"https://orcid.org/0000-0001-8073-9072"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingkun Shen","raw_affiliation_strings":["National Engineering Lab for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","Shenzhen Univerisity [Shenzhen]"],"affiliations":[{"raw_affiliation_string":"National Engineering Lab for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"Shenzhen Univerisity [Shenzhen]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770190","display_name":"Yao Xiao","orcid":"https://orcid.org/0000-0003-0030-2677"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Xiao","raw_affiliation_strings":["National Engineering Lab for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","Shenzhen Univerisity [Shenzhen]"],"affiliations":[{"raw_affiliation_string":"National Engineering Lab for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"Shenzhen Univerisity [Shenzhen]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090305095","display_name":"Shadi Ibrahim","orcid":"https://orcid.org/0000-0002-4306-5280"},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I4210127572","display_name":"IMT Atlantique","ror":"https://ror.org/030hj3061","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210127572"]},{"id":"https://openalex.org/I4210143894","display_name":"Laboratoire d'Automatique, G\u00e9nie Informatique et Signal","ror":"https://ror.org/04wez4p43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2279609970","https://openalex.org/I4210131494","https://openalex.org/I4210137101","https://openalex.org/I4210139971","https://openalex.org/I4210143894","https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Shadi Ibrahim","raw_affiliation_strings":["IMT Atlantique, LS2N, Inria, Nantes, France","Software Stack for Massively Geo-Distributed Infrastructures","D\u00e9partement Automatique, Productique et Informatique"],"affiliations":[{"raw_affiliation_string":"IMT Atlantique, LS2N, Inria, Nantes, France","institution_ids":["https://openalex.org/I4210127572","https://openalex.org/I4210117005"]},{"raw_affiliation_string":"Software Stack for Massively Geo-Distributed Infrastructures","institution_ids":[]},{"raw_affiliation_string":"D\u00e9partement Automatique, Productique et Informatique","institution_ids":["https://openalex.org/I4210143894"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039946576","display_name":"Bingsheng He","orcid":"https://orcid.org/0000-0001-8618-4581"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bingsheng He","raw_affiliation_strings":["National University of Singapore, Singapore","National University of Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015692437"],"corresponding_institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4210152380"],"apc_list":null,"apc_paid":null,"fwci":1.0218,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.81397297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"31","issue":"7","first_page":"1707","last_page":"1723"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8220419883728027},{"id":"https://openalex.org/keywords/graph-partition","display_name":"Graph partition","score":0.8030816316604614},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5931295156478882},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5405245423316956},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.473205029964447},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4691304862499237},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4584273099899292},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.42688706517219543},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.34131765365600586},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.24718302488327026},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2078862190246582},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1052960753440857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8220419883728027},{"id":"https://openalex.org/C48903430","wikidata":"https://www.wikidata.org/wiki/Q491370","display_name":"Graph partition","level":3,"score":0.8030816316604614},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5931295156478882},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5405245423316956},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.473205029964447},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4691304862499237},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4584273099899292},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.42688706517219543},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.34131765365600586},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.24718302488327026},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2078862190246582},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1052960753440857},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2019.2955494","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2019.2955494","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-02389120v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02389120","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems, 2019, pp.1707-1723. ⟨10.1109/TPDS.2019.2955494⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02389120v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02389120","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems, 2019, pp.1707-1723. ⟨10.1109/TPDS.2019.2955494⟩","raw_type":"Journal articles"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2326962506","display_name":null,"funder_award_id":"61929103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7824329080","display_name":null,"funder_award_id":"2018A030310440","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G873425736","display_name":null,"funder_award_id":"2019A1515012053","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W1448681276","https://openalex.org/W1704319585","https://openalex.org/W1876812886","https://openalex.org/W1969299781","https://openalex.org/W1971630691","https://openalex.org/W1979331609","https://openalex.org/W1998509479","https://openalex.org/W2031709923","https://openalex.org/W2054097025","https://openalex.org/W2066636486","https://openalex.org/W2089853005","https://openalex.org/W2091765165","https://openalex.org/W2096544401","https://openalex.org/W2117702591","https://openalex.org/W2126822952","https://openalex.org/W2128653745","https://openalex.org/W2145124007","https://openalex.org/W2157110051","https://openalex.org/W2164274587","https://openalex.org/W2170616854","https://openalex.org/W2296407087","https://openalex.org/W2301743601","https://openalex.org/W2401296134","https://openalex.org/W2493244360","https://openalex.org/W2516174802","https://openalex.org/W2584369986","https://openalex.org/W2734368966","https://openalex.org/W2767447792","https://openalex.org/W2908298749","https://openalex.org/W2914739653","https://openalex.org/W2962788437","https://openalex.org/W6603201521","https://openalex.org/W6628546715","https://openalex.org/W6639324668"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W3121175838","https://openalex.org/W4281381431","https://openalex.org/W2583811263","https://openalex.org/W3173312668","https://openalex.org/W2810695303","https://openalex.org/W3012931947","https://openalex.org/W2035944803"],"abstract_inverted_index":{"Graph":[0],"processing":[1,26,94,146],"is":[2,16],"an":[3,74],"emerging":[4],"computation":[5],"model":[6],"for":[7,18,91],"a":[8,106,246],"wide":[9],"range":[10],"of":[11,24,143,190],"applications":[12,31],"and":[13,22,63,86,110,147,188,200,224],"graph":[14,25,30,52,76,93,115,145,242],"partitioning":[15,53,77,116,150,243],"important":[17],"optimizing":[19],"the":[20,57,84,112,140,149,154,159,166,186,209,222,226,237],"cost":[21,85,228],"performance":[23,87,141],"jobs.":[27],"Recently,":[28],"many":[29],"store":[32],"their":[33],"data":[34,128,161,211],"on":[35],"geo-distributed":[36,67,96,144,198],"datacenters":[37],"(DCs)":[38],"to":[39,50,56,118,122,157,174,179,216,231,240],"provide":[40],"services":[41],"worldwide":[42],"with":[43,195,245],"low":[44,247],"latency.":[45],"This":[46],"raises":[47],"new":[48],"challenges":[49],"existing":[51],"methods,":[54],"due":[55],"multi-level":[58],"heterogeneities":[59],"in":[60,66,95,153],"network":[61],"bandwidth":[62],"communication":[64,129],"prices":[65],"DCs.":[68,97],"In":[69],"this":[70],"article,":[71],"we":[72,104,132],"propose":[73,105,133],"efficient":[75],"method":[78,117],"named":[79],"Geo-Cut,":[80],"which":[81,138],"takes":[82],"both":[83,196],"objectives":[88],"into":[89],"consideration":[90],"large":[92],"Geo-Cut":[98,169,191,206],"adopts":[99],"two":[100,134],"optimization":[101],"stages.":[102],"First,":[103],"cost-aware":[107],"streaming":[108,114],"heuristic":[109],"utilize":[111],"one-pass":[113],"quickly":[119],"assign":[120],"edges":[121],"different":[123],"DCs":[124,199],"while":[125,164],"minimizing":[126],"inter-DC":[127,160,210],"cost.":[130],"Second,":[131],"partition":[135,175],"refinement":[136],"heuristics":[137],"identify":[139],"bottlenecks":[142],"refine":[148],"result":[151],"obtained":[152],"first":[155],"stage":[156],"reduce":[158,208,225],"transfer":[162,212],"time":[163,213],"satisfying":[165],"budget":[167],"constraint.":[168],"can":[170,207],"be":[171],"also":[172],"applied":[173],"dynamic":[176],"graphs":[177,194],"thanks":[178],"its":[180],"lightweight":[181],"runtime":[182],"overhead.":[183,248],"We":[184],"evaluate":[185],"effectiveness":[187],"efficiency":[189],"using":[192],"real-world":[193],"real":[197],"simulations.":[201],"Evaluation":[202],"results":[203],"show":[204],"that":[205],"by":[214,229],"up":[215,230],"79":[217],"percent":[218,220,233,235],"(42":[219],"as":[221,236],"median)":[223,238],"monetary":[227],"75":[232],"(26":[234],"compared":[239],"state-of-the-art":[241],"methods":[244]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}