{"id":"https://openalex.org/W4210645050","doi":"https://doi.org/10.1109/tpds.2022.3145836","title":"NetEC: Accelerating Erasure Coding Reconstruction with In-Network Aggregation","display_name":"NetEC: Accelerating Erasure Coding Reconstruction with In-Network Aggregation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4210645050","doi":"https://doi.org/10.1109/tpds.2022.3145836"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3145836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3145836","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078648422","display_name":"Yi Qiao","orcid":"https://orcid.org/0000-0002-1371-6775"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Qiao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031176052","display_name":"Menghao Zhang","orcid":"https://orcid.org/0000-0001-5274-5512"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menghao Zhang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055714653","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0002-3469-0906"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhou","raw_affiliation_strings":["Alibaba Inc., Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Inc., Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101841910","display_name":"Xiao Kong","orcid":"https://orcid.org/0009-0002-8074-3527"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Kong","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399382","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0003-4429-9959"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101810535","display_name":"Jun Bi","orcid":"https://orcid.org/0000-0001-6278-825X"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Bi","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103056341","display_name":"Mingwei Xu","orcid":"https://orcid.org/0000-0002-3385-9845"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingwei Xu","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, and the Department of Computer Science and Technology, Tsinghua University, Beijing, China","Quan Cheng Laboratory, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, and the Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Quan Cheng Laboratory, Jinan, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100660344","display_name":"Jilong Wang","orcid":"https://orcid.org/0000-0002-4493-5145"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jilong Wang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","Peng Cheng Laboratory, Shenzhen, Guangdong, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, P. R. China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2798,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.92084829,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8583389520645142},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.5982205271720886},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5575298070907593},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.4399809241294861},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4188489615917206},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4064827561378479},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.30509811639785767}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8583389520645142},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.5982205271720886},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5575298070907593},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.4399809241294861},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4188489615917206},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4064827561378479},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30509811639785767},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3145836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3145836","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G571043820","display_name":null,"funder_award_id":"62002009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2757614","https://openalex.org/W154253821","https://openalex.org/W1905719725","https://openalex.org/W1974401809","https://openalex.org/W1994926493","https://openalex.org/W2119565742","https://openalex.org/W2128268793","https://openalex.org/W2138744797","https://openalex.org/W2148575324","https://openalex.org/W2150777202","https://openalex.org/W2164740236","https://openalex.org/W2283556750","https://openalex.org/W2487095677","https://openalex.org/W2740433577","https://openalex.org/W2743987472","https://openalex.org/W2744693751","https://openalex.org/W2761338514","https://openalex.org/W2798641544","https://openalex.org/W2844752995","https://openalex.org/W2885315762","https://openalex.org/W2885374715","https://openalex.org/W2886895661","https://openalex.org/W2915506808","https://openalex.org/W2916105680","https://openalex.org/W2922527104","https://openalex.org/W2926976929","https://openalex.org/W2971834798","https://openalex.org/W2982451844","https://openalex.org/W2986715885","https://openalex.org/W2988488117","https://openalex.org/W3046617540","https://openalex.org/W3047580967","https://openalex.org/W3106482607","https://openalex.org/W3129457307","https://openalex.org/W3153854431","https://openalex.org/W3163634073","https://openalex.org/W4253731216","https://openalex.org/W4254522945","https://openalex.org/W6606324823","https://openalex.org/W6640091283","https://openalex.org/W6678971312","https://openalex.org/W6741998545","https://openalex.org/W6750453510","https://openalex.org/W6753658068","https://openalex.org/W6753664479","https://openalex.org/W6759490256","https://openalex.org/W6759808931","https://openalex.org/W6760703128","https://openalex.org/W6781124074","https://openalex.org/W6794216301"],"related_works":["https://openalex.org/W2115811863","https://openalex.org/W1848880869","https://openalex.org/W1568966867","https://openalex.org/W2982181605","https://openalex.org/W2130518071","https://openalex.org/W3102119340","https://openalex.org/W2137028263","https://openalex.org/W2115768470","https://openalex.org/W1694938350","https://openalex.org/W2744779861"],"abstract_inverted_index":{"In":[0],"distributed":[1],"storage":[2,31,40],"systems,":[3],"Erasure":[4],"Coding":[5],"(EC)":[6],"is":[7,184],"a":[8],"crucial":[9],"technology":[10],"to":[11,92,106,118,186],"enable":[12],"high":[13],"data":[14,19,27,34],"availability.":[15],"By":[16],"downloading":[17],"parity":[18],"from":[20],"survived":[21],"machines,":[22],"EC":[23,75,91],"can":[24],"reconstruct":[25],"lost":[26],"with":[28,121,149],"much":[29],"lower":[30],"overheads":[32],"than":[33],"replication.":[35],"However,":[36],"this":[37],"reduction":[38],"in":[39,72],"cost":[41],"comes":[42],"at":[43],"the":[44,73,93,157,163,170],"expense":[45],"of":[46,195],"extra":[47],"performance":[48,67],"problems:":[49],"<i>low":[50],"reconstruction":[51,158,191],"rate</i>,":[52],"<i>high":[53,58],"degraded":[54,164],"read":[55,165],"latency</i>,":[56],"and":[57,111,134,146,168,180,193],"host":[59,171],"CPU":[60,172],"utilization</i>.":[61],"Our":[62],"analysis":[63],"shows":[64],"that":[65,88,154,182],"these":[66,79],"problems":[68],"are":[69],"deeply":[70],"rooted":[71],"<i>host-based</i>":[74],"processing.":[76],"To":[77],"resolve":[78],"problems,":[80],"we":[81],"present":[82],"NetEC,":[83],"an":[84,113],"in-network":[85],"accelerating":[86],"framework":[87],"fully":[89],"offloads":[90],"new":[94],"generation":[95],"programmable":[96,144],"switching":[97],"ASICs.":[98],"We":[99,123,140,175],"propose":[100],"Explicit":[101],"Buffer":[102],"Size":[103],"Notification":[104],"(EBSN)":[105],"constrain":[107],"decoding":[108],"buffer":[109],"usage,":[110],"design":[112,125],"on-switch":[114],"one-to-many":[115],"TCP":[116],"proxy":[117],"integrate":[119,147],"EBSN":[120],"TCP.":[122],"also":[124,176],"two":[126],"parallel":[127],"Galois":[128],"Field":[129],"(GF)":[130],"offloading":[131],"methods&#x2014;table":[132],"lookup":[133],"bitmatrix":[135],"methods&#x2014;to":[136],"maximize":[137],"parsable":[138],"bytes.":[139],"implement":[141],"NetEC":[142,155,183],"on":[143],"switches":[145],"it":[148],"HDFS.":[150],"Extensive":[151],"evaluations":[152],"show":[153,181],"improves":[156],"rate":[159,192],"by":[160],"2.7x-6.8x,":[161],"reduces":[162],"latency":[166],"significantly,":[167],"removes":[169],"overhead":[173],"completely.":[174],"emulate":[177],"multi-rack":[178],"scenarios":[179],"able":[185],"support":[187],"<inline-formula><tex-math":[188],"notation=\"LaTeX\">$\\sim$</tex-math><alternatives><mml:math><mml:mo>&#x223C;</mml:mo></mml:math><inline-graphic":[189],"xlink:href=\"zhang-ieq1-3145836.gif\"/></alternatives></inline-formula>GB/s":[190],"tens":[194],"concurrent":[196],"tasks.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}