{"id":"https://openalex.org/W4210645050","doi":"https://doi.org/10.1109/tpds.2022.3145836","title":"NetEC: Accelerating Erasure Coding Reconstruction with In-Network Aggregation","display_name":"NetEC: Accelerating Erasure Coding Reconstruction with In-Network Aggregation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4210645050","doi":"https://doi.org/10.1109/tpds.2022.3145836"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3145836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3145836","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078648422","display_name":"Yi Qiao","orcid":"https://orcid.org/0000-0002-1371-6775"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Qiao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031176052","display_name":"Menghao Zhang","orcid":"https://orcid.org/0000-0001-5274-5512"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menghao Zhang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055714653","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0002-3469-0906"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhou","raw_affiliation_strings":["Alibaba Inc., Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Inc., Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101841910","display_name":"Xiao Kong","orcid":"https://orcid.org/0009-0002-8074-3527"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Kong","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399382","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0003-4429-9959"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101810535","display_name":"Jun Bi","orcid":"https://orcid.org/0000-0001-6278-825X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Bi","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103056341","display_name":"Mingwei Xu","orcid":"https://orcid.org/0000-0002-3385-9845"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingwei Xu","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, and the Department of Computer Science and Technology, Tsinghua University, Beijing, China","Quan Cheng Laboratory, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, and the Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Quan Cheng Laboratory, Jinan, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100660344","display_name":"Jilong Wang","orcid":"https://orcid.org/0000-0002-4493-5145"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jilong Wang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","Peng Cheng Laboratory, Shenzhen, Guangdong, P. R. China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, P. R. China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5078648422"],"corresponding_institution_ids":["https://openalex.org/I4210156423","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.177,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.91851157,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8583389520645142},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.5982205271720886},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5575298070907593},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.4399809241294861},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4188489615917206},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4064827561378479},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.30509811639785767}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8583389520645142},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.5982205271720886},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5575298070907593},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.4399809241294861},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4188489615917206},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4064827561378479},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30509811639785767},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3145836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3145836","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G571043820","display_name":null,"funder_award_id":"62002009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2757614","https://openalex.org/W154253821","https://openalex.org/W1905719725","https://openalex.org/W1974401809","https://openalex.org/W1994926493","https://openalex.org/W2119565742","https://openalex.org/W2128268793","https://openalex.org/W2138744797","https://openalex.org/W2148575324","https://openalex.org/W2150777202","https://openalex.org/W2164740236","https://openalex.org/W2283556750","https://openalex.org/W2487095677","https://openalex.org/W2740433577","https://openalex.org/W2743987472","https://openalex.org/W2744693751","https://openalex.org/W2761338514","https://openalex.org/W2798641544","https://openalex.org/W2844752995","https://openalex.org/W2885315762","https://openalex.org/W2885374715","https://openalex.org/W2886895661","https://openalex.org/W2915506808","https://openalex.org/W2916105680","https://openalex.org/W2922527104","https://openalex.org/W2926976929","https://openalex.org/W2971834798","https://openalex.org/W2982451844","https://openalex.org/W2986715885","https://openalex.org/W2988488117","https://openalex.org/W3046617540","https://openalex.org/W3047580967","https://openalex.org/W3106482607","https://openalex.org/W3129457307","https://openalex.org/W3153854431","https://openalex.org/W3163634073","https://openalex.org/W4253731216","https://openalex.org/W4254522945","https://openalex.org/W6606324823","https://openalex.org/W6640091283","https://openalex.org/W6678971312","https://openalex.org/W6741998545","https://openalex.org/W6750453510","https://openalex.org/W6753658068","https://openalex.org/W6753664479","https://openalex.org/W6759490256","https://openalex.org/W6759808931","https://openalex.org/W6760703128","https://openalex.org/W6781124074","https://openalex.org/W6794216301"],"related_works":["https://openalex.org/W2115811863","https://openalex.org/W1848880869","https://openalex.org/W1568966867","https://openalex.org/W2982181605","https://openalex.org/W2130518071","https://openalex.org/W3102119340","https://openalex.org/W2137028263","https://openalex.org/W2115768470","https://openalex.org/W1694938350","https://openalex.org/W2744779861"],"abstract_inverted_index":{"In":[0],"distributed":[1],"storage":[2,31,40],"systems,":[3],"Erasure":[4],"Coding":[5],"(EC)":[6],"is":[7,184],"a":[8],"crucial":[9],"technology":[10],"to":[11,92,106,118,186],"enable":[12],"high":[13],"data":[14,19,27,34],"availability.":[15],"By":[16],"downloading":[17],"parity":[18],"from":[20],"survived":[21],"machines,":[22],"EC":[23,75,91],"can":[24],"reconstruct":[25],"lost":[26],"with":[28,121,149],"much":[29],"lower":[30],"overheads":[32],"than":[33],"replication.":[35],"However,":[36],"this":[37],"reduction":[38],"in":[39,72],"cost":[41],"comes":[42],"at":[43],"the":[44,73,93,157,163,170],"expense":[45],"of":[46,195],"extra":[47],"performance":[48,67],"problems:":[49],"<i>low":[50],"reconstruction":[51,158,191],"rate</i>,":[52],"<i>high":[53,58],"degraded":[54,164],"read":[55,165],"latency</i>,":[56],"and":[57,111,134,146,168,180,193],"host":[59,171],"CPU":[60,172],"utilization</i>.":[61],"Our":[62],"analysis":[63],"shows":[64],"that":[65,88,154,182],"these":[66,79],"problems":[68],"are":[69],"deeply":[70],"rooted":[71],"<i>host-based</i>":[74],"processing.":[76],"To":[77],"resolve":[78],"problems,":[80],"we":[81],"present":[82],"NetEC,":[83],"an":[84,113],"in-network":[85],"accelerating":[86],"framework":[87],"fully":[89],"offloads":[90],"new":[94],"generation":[95],"programmable":[96,144],"switching":[97],"ASICs.":[98],"We":[99,123,140,175],"propose":[100],"Explicit":[101],"Buffer":[102],"Size":[103],"Notification":[104],"(EBSN)":[105],"constrain":[107],"decoding":[108],"buffer":[109],"usage,":[110],"design":[112,125],"on-switch":[114],"one-to-many":[115],"TCP":[116],"proxy":[117],"integrate":[119,147],"EBSN":[120],"TCP.":[122],"also":[124,176],"two":[126],"parallel":[127],"Galois":[128],"Field":[129],"(GF)":[130],"offloading":[131],"methods&#x2014;table":[132],"lookup":[133],"bitmatrix":[135],"methods&#x2014;to":[136],"maximize":[137],"parsable":[138],"bytes.":[139],"implement":[141],"NetEC":[142,155,183],"on":[143],"switches":[145],"it":[148],"HDFS.":[150],"Extensive":[151],"evaluations":[152],"show":[153,181],"improves":[156],"rate":[159,192],"by":[160],"2.7x-6.8x,":[161],"reduces":[162],"latency":[166],"significantly,":[167],"removes":[169],"overhead":[173],"completely.":[174],"emulate":[177],"multi-rack":[178],"scenarios":[179],"able":[185],"support":[187],"<inline-formula><tex-math":[188],"notation=\"LaTeX\">$\\sim$</tex-math><alternatives><mml:math><mml:mo>&#x223C;</mml:mo></mml:math><inline-graphic":[189],"xlink:href=\"zhang-ieq1-3145836.gif\"/></alternatives></inline-formula>GB/s":[190],"tens":[194],"concurrent":[196],"tasks.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}