{"id":"https://openalex.org/W4284709953","doi":"https://doi.org/10.1109/iwqos54832.2022.9812919","title":"PRM: An Efficient Partial Recovery Method to Accelerate Training Data Reconstruction for Distributed Deep Learning Applications in Cloud Storage Systems","display_name":"PRM: An Efficient Partial Recovery Method to Accelerate Training Data Reconstruction for Distributed Deep Learning Applications in Cloud Storage Systems","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W4284709953","doi":"https://doi.org/10.1109/iwqos54832.2022.9812919"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos54832.2022.9812919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos54832.2022.9812919","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM 30th International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081205466","display_name":"Piao Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Piao Hu","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019187692","display_name":"Yunfei Gu","orcid":"https://orcid.org/0000-0002-0094-8040"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfei Gu","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042717241","display_name":"Ranhao Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ranhao Jia","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101783501","display_name":"Chentao Wu","orcid":"https://orcid.org/0000-0002-6882-3754"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chentao Wu","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039318240","display_name":"Minyi Guo","orcid":"https://orcid.org/0000-0003-0034-2302"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minyi Guo","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100679241","display_name":"Jie Li","orcid":"https://orcid.org/0000-0002-4974-6116"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5081205466"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.1381,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45496979,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8358418941497803},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7703315019607544},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.719480037689209},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.6475081443786621},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6004816889762878},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5595589280128479},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.48830413818359375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4463212490081787},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.44170498847961426},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.414935439825058},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17475715279579163},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.14913251996040344},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.14212113618850708},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0877041220664978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8358418941497803},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7703315019607544},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.719480037689209},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.6475081443786621},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6004816889762878},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5595589280128479},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.48830413818359375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4463212490081787},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.44170498847961426},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.414935439825058},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17475715279579163},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.14913251996040344},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.14212113618850708},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0877041220664978},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos54832.2022.9812919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos54832.2022.9812919","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM 30th International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W154253821","https://openalex.org/W1488265384","https://openalex.org/W1861492603","https://openalex.org/W2081626204","https://openalex.org/W2108598243","https://openalex.org/W2119738171","https://openalex.org/W2131629153","https://openalex.org/W2136005488","https://openalex.org/W2163775180","https://openalex.org/W2168231600","https://openalex.org/W2189465200","https://openalex.org/W2194775991","https://openalex.org/W2341029337","https://openalex.org/W2419597278","https://openalex.org/W2566979091","https://openalex.org/W2732026016","https://openalex.org/W2740433577","https://openalex.org/W2769456224","https://openalex.org/W2786052267","https://openalex.org/W2790438432","https://openalex.org/W2790957846","https://openalex.org/W2904561864","https://openalex.org/W2936503027","https://openalex.org/W2954552953","https://openalex.org/W2964349344","https://openalex.org/W2969570604","https://openalex.org/W2972087877","https://openalex.org/W2982668898","https://openalex.org/W3012125688","https://openalex.org/W3014162571","https://openalex.org/W3088311959","https://openalex.org/W3115428091","https://openalex.org/W3134680050","https://openalex.org/W3137114593","https://openalex.org/W3176639943","https://openalex.org/W3201845268","https://openalex.org/W4288346627","https://openalex.org/W4297940714","https://openalex.org/W6606324823","https://openalex.org/W6684859321","https://openalex.org/W6687322159","https://openalex.org/W6687483927","https://openalex.org/W6717177883","https://openalex.org/W6731596640","https://openalex.org/W6741998545","https://openalex.org/W6747758984","https://openalex.org/W6749820799","https://openalex.org/W6762749081","https://openalex.org/W6787193878","https://openalex.org/W6791204390","https://openalex.org/W6791308876","https://openalex.org/W6797781065"],"related_works":["https://openalex.org/W2982181605","https://openalex.org/W2137028263","https://openalex.org/W2963163039","https://openalex.org/W2807749388","https://openalex.org/W2031335939","https://openalex.org/W1947543223","https://openalex.org/W2623177195","https://openalex.org/W1694938350","https://openalex.org/W4287065415","https://openalex.org/W4387682279"],"abstract_inverted_index":{"Distributed":[0],"deep":[1,60,148],"learning":[2,7,61,149],"is":[3,62,109,137,160],"a":[4,78,117,129],"typical":[5],"machine":[6],"method":[8,141],"running":[9],"in":[10,28,49,69,151],"distributed":[11,59,147],"environment":[12],"such":[13,112],"as":[14,113],"cloud":[15,50,152],"computing":[16],"systems.":[17,154],"The":[18,155,207],"corresponding":[19],"training,":[20],"validation":[21],"and":[22,89,232],"test":[23],"datasets":[24],"are":[25,99],"very":[26],"large":[27,79,118],"general":[29],"(e.g.,":[30],"several":[31,96,205],"TBs),":[32],"which":[33,84,136,185],"need":[34],"to":[35,43,64,77,101,142,168,180,212,230,239],"be":[36],"stored":[37],"across":[38],"multiple":[39],"data":[40,82,104,144,174],"nodes.":[41],"Due":[42],"the":[44,55,70,86,92,103,106,124,162,173,177,189,197,200,213,222,234],"high":[45,114],"disk":[46,67],"failure":[47],"ratio":[48],"storage":[51,153],"systems,":[52],"one":[53],"of":[54,81,120,158,164,199],"critical":[56],"issues":[57],"for":[58,146],"how":[63],"efficiently":[65],"tolerate":[66],"failures":[68,74],"training":[71,87,93,193],"procedures.":[72],"These":[73],"can":[75,186],"lead":[76],"amount":[80],"loss,":[83],"decreases":[85,221],"accuracy":[88],"slows":[90],"down":[91],"process.":[94],"Although":[95],"recovery":[97,140,218,235],"methods":[98],"proposed":[100],"accelerate":[102,143],"reconstruction,":[105],"related":[107],"overhead":[108,190,227],"extremely":[110],"high,":[111],"CPU/GPU":[115],"utilization,":[116],"number":[119],"I/Os,":[121],"etc.To":[122],"address":[123],"above":[125],"problems,":[126],"we":[127,203],"propose":[128],"novel":[130],"Partial-Recovery":[131],"Method":[132],"(called":[133],"PRM)":[134],",":[135],"an":[138],"adaptive":[139],"reconstruction":[145],"applications":[150],"key":[156],"idea":[157],"PRM":[159,201,220],"combining":[161],"advantages":[163],"erasure":[165],"coding\u2019s":[166],"ability":[167,179],"obtain":[169],"global":[170],"information":[171],"on":[172],"distribution":[175],"with":[176,191],"AI\u2019s":[178],"recover":[181],"partial":[182],"lost":[183],"data,":[184],"sharply":[187],"reduce":[188],"acceptable":[192],"accuracy.":[194],"To":[195],"demonstrate":[196],"effectiveness":[198],"approach,":[202],"conduct":[204],"experiments.":[206],"results":[208],"show":[209],"that,":[210],"compared":[211],"state-of-the-art":[214],"full":[215],"or":[216],"approximate":[217],"methods,":[219],"average":[223],"network":[224],"transmission":[225],"time":[226,236],"by":[228,237],"up":[229,238],"64.50%,":[231],"reduces":[233],"55.90%,":[240],"respectively.":[241]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}