{"id":"https://openalex.org/W4229024643","doi":"https://doi.org/10.3390/a15040108","title":"Trinity: Neural Network Adaptive Distributed Parallel Training Method Based on Reinforcement Learning","display_name":"Trinity: Neural Network Adaptive Distributed Parallel Training Method Based on Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-24","ids":{"openalex":"https://openalex.org/W4229024643","doi":"https://doi.org/10.3390/a15040108"},"language":"en","primary_location":{"id":"doi:10.3390/a15040108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15040108","pdf_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008416156","display_name":"Yan Zeng","orcid":"https://orcid.org/0000-0003-2026-417X"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zeng","raw_affiliation_strings":["Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047762542","display_name":"Jiyang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyang Wu","raw_affiliation_strings":["School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624320","display_name":"Jilin Zhang","orcid":"https://orcid.org/0000-0002-0423-9356"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jilin Zhang","raw_affiliation_strings":["Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101556071","display_name":"Yongjian Ren","orcid":"https://orcid.org/0000-0003-0346-2051"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Ren","raw_affiliation_strings":["Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001666028","display_name":"Yunquan Zhang","orcid":"https://orcid.org/0000-0002-2618-5088"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunquan Zhang","raw_affiliation_strings":["Institute of Computing Technology Chinese Academy of Sciences, Beijing 100086, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology Chinese Academy of Sciences, Beijing 100086, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100624320"],"corresponding_institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I50760025"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.243,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.44804305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"15","issue":"4","first_page":"108","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8849495649337769},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.771748423576355},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6611599326133728},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6454776525497437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6022007465362549},{"id":"https://openalex.org/keywords/parallel-processing","display_name":"Parallel processing","score":0.48867395520210266},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48474618792533875},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4030679166316986},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3775409162044525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8849495649337769},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.771748423576355},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6611599326133728},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6454776525497437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6022007465362549},{"id":"https://openalex.org/C106515295","wikidata":"https://www.wikidata.org/wiki/Q26806595","display_name":"Parallel processing","level":2,"score":0.48867395520210266},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48474618792533875},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4030679166316986},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3775409162044525},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a15040108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15040108","pdf_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:820f812f8da449069b450e11323199ff","is_oa":true,"landing_page_url":"https://doaj.org/article/820f812f8da449069b450e11323199ff","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 15, Iss 4, p 108 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/15/4/108/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a15040108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 15; Issue 4; Pages: 108","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a15040108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15040108","pdf_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1982466500","display_name":"\u9762\u5411\u4f17\u6838\u4f53\u7cfb\u67b6\u6784\u7684\u5e76\u884c\u8ba1\u7b97\u6a21\u578b\u4e0e\u6027\u80fd\u81ea\u9002\u5e94\u4f18\u5316\u7814\u7a76","funder_award_id":"61972376","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3541693721","display_name":"\u201c\u5b66\u4e60\u9a71\u52a8\u578b\u201d\u8fb9\u7f18\u667a\u80fd\u7cfb\u7edf\u6027\u80fd\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072146","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G704334800","display_name":null,"funder_award_id":"62072431","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229024643.pdf"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W760807047","https://openalex.org/W1981893977","https://openalex.org/W1984020445","https://openalex.org/W2033322043","https://openalex.org/W2060393849","https://openalex.org/W2127941149","https://openalex.org/W2139316564","https://openalex.org/W2168748809","https://openalex.org/W2617411258","https://openalex.org/W2704256938","https://openalex.org/W2798480180","https://openalex.org/W2798515322","https://openalex.org/W2807897761","https://openalex.org/W2883830791","https://openalex.org/W2890720247","https://openalex.org/W2900182564","https://openalex.org/W2963563735","https://openalex.org/W3041360407","https://openalex.org/W3081190557","https://openalex.org/W3101104221","https://openalex.org/W3103144163","https://openalex.org/W3104506006","https://openalex.org/W3112483307","https://openalex.org/W4236269389","https://openalex.org/W4238746485","https://openalex.org/W6748687944"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W1586465758","https://openalex.org/W2127601938","https://openalex.org/W1970073092"],"abstract_inverted_index":{"Deep":[0],"learning,":[1,96],"with":[2,140],"increasingly":[3],"large":[4],"datasets":[5,130],"and":[6,16,26,54,101,113,128,136,153,156],"complex":[7],"neural":[8,29],"networks,":[9],"is":[10,23,52],"widely":[11],"used":[12,125],"in":[13,35,150,162],"computer":[14],"vision":[15],"natural":[17],"language":[18],"processing.":[19],"A":[20],"resulting":[21],"trend":[22],"to":[24,66,97,118,147,158],"split":[25],"train":[27],"large-scale":[28],"network":[30],"models":[31],"across":[32],"multiple":[33,120],"devices":[34],"parallel,":[36],"known":[37],"as":[38],"parallel":[39,43,61,90,104,163],"model":[40,112],"training.":[41],"Existing":[42],"methods":[44,62,71],"are":[45],"mainly":[46],"based":[47,93,131],"on":[48,94,132],"expert":[49],"design,":[50],"which":[51],"inefficient":[53],"requires":[55],"specialized":[56],"knowledge.":[57],"Although":[58],"automatically":[59],"implemented":[60],"have":[63],"been":[64],"proposed":[65],"solve":[67],"these":[68,70],"problems,":[69],"only":[72],"consider":[73],"a":[74,108,159],"single":[75],"optimization":[76,117,121],"aspect":[77],"of":[78,103],"run":[79],"time.":[80],"In":[81],"this":[82],"paper,":[83],"we":[84],"present":[85],"Trinity,":[86],"an":[87],"adaptive":[88],"distributed":[89],"training":[91],"method":[92],"reinforcement":[95],"automate":[98],"the":[99,126],"search":[100,165],"tuning":[102],"strategies.":[105],"We":[106],"build":[107],"multidimensional":[109],"performance":[110],"evaluation":[111],"use":[114],"proximal":[115],"policy":[116],"co-optimize":[119],"aspects.":[122],"Our":[123],"experiment":[124],"CIFAR10":[127],"PTB":[129],"InceptionV3,":[133],"NMT,":[134],"NASNet":[135],"PNASNet":[137],"models.":[138],"Compared":[139],"Google\u2019s":[141],"Hierarchical":[142],"method,":[143],"Trinity":[144],"achieves":[145],"up":[146,157],"5%":[148],"reductions":[149],"runtime,":[151],"communication,":[152],"memory":[154],"overhead,":[155],"40%":[160],"increase":[161],"strategy":[164],"speeds.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}