{"id":"https://openalex.org/W4229024643","doi":"https://doi.org/10.3390/a15040108","title":"Trinity: Neural Network Adaptive Distributed Parallel Training Method Based on Reinforcement Learning","display_name":"Trinity: Neural Network Adaptive Distributed Parallel Training Method Based on Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-24","ids":{"openalex":"https://openalex.org/W4229024643","doi":"https://doi.org/10.3390/a15040108"},"language":"en","primary_location":{"id":"doi:10.3390/a15040108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15040108","pdf_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008416156","display_name":"Yan Zeng","orcid":"https://orcid.org/0000-0003-2026-417X"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]},{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"funder","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zeng","raw_affiliation_strings":["Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"affiliations":[{"raw_affiliation_string":"Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047762542","display_name":"Jiyang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyang Wu","raw_affiliation_strings":["School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624320","display_name":"Jilin Zhang","orcid":"https://orcid.org/0000-0002-0423-9356"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"funder","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jilin Zhang","raw_affiliation_strings":["Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"affiliations":[{"raw_affiliation_string":"Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101556071","display_name":"Yongjian Ren","orcid":"https://orcid.org/0000-0003-0346-2051"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]},{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"funder","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Ren","raw_affiliation_strings":["Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China"],"affiliations":[{"raw_affiliation_string":"Data Security Governance Zhejiang Engineering Research Center, Hangzhou 310018, China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory for Modeling and Simulation of Complex Systems, Ministry of Education, Hangzhou 310018, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computing Science, Hangzhou Danzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001666028","display_name":"Yunquan Zhang","orcid":"https://orcid.org/0000-0002-2618-5088"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunquan Zhang","raw_affiliation_strings":["Institute of Computing Technology Chinese Academy of Sciences, Beijing 100086, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology Chinese Academy of Sciences, Beijing 100086, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100624320"],"corresponding_institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I50760025"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.302,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.52364002,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"15","issue":"4","first_page":"108","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8849495649337769},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.771748423576355},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6611599326133728},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6454776525497437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6022007465362549},{"id":"https://openalex.org/keywords/parallel-processing","display_name":"Parallel processing","score":0.48867395520210266},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48474618792533875},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4030679166316986},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3775409162044525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8849495649337769},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.771748423576355},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6611599326133728},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6454776525497437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6022007465362549},{"id":"https://openalex.org/C106515295","wikidata":"https://www.wikidata.org/wiki/Q26806595","display_name":"Parallel processing","level":2,"score":0.48867395520210266},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48474618792533875},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4030679166316986},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3775409162044525},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a15040108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15040108","pdf_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:820f812f8da449069b450e11323199ff","is_oa":true,"landing_page_url":"https://doaj.org/article/820f812f8da449069b450e11323199ff","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 15, Iss 4, p 108 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/15/4/108/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a15040108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 15; Issue 4; Pages: 108","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a15040108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15040108","pdf_url":"https://www.mdpi.com/1999-4893/15/4/108/pdf?version=1648115855","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1982466500","display_name":null,"funder_award_id":"61972376","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3541693721","display_name":null,"funder_award_id":"62072146","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G704334800","display_name":null,"funder_award_id":"62072431","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229024643.pdf","grobid_xml":"https://content.openalex.org/works/W4229024643.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W760807047","https://openalex.org/W1981893977","https://openalex.org/W1984020445","https://openalex.org/W2033322043","https://openalex.org/W2060393849","https://openalex.org/W2127941149","https://openalex.org/W2139316564","https://openalex.org/W2168748809","https://openalex.org/W2617411258","https://openalex.org/W2704256938","https://openalex.org/W2798480180","https://openalex.org/W2798515322","https://openalex.org/W2807897761","https://openalex.org/W2883830791","https://openalex.org/W2890720247","https://openalex.org/W2900182564","https://openalex.org/W2963563735","https://openalex.org/W3041360407","https://openalex.org/W3081190557","https://openalex.org/W3101104221","https://openalex.org/W3103144163","https://openalex.org/W3104506006","https://openalex.org/W3112483307","https://openalex.org/W4236269389","https://openalex.org/W4238746485","https://openalex.org/W6748687944"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W1586465758","https://openalex.org/W2127601938","https://openalex.org/W1970073092"],"abstract_inverted_index":{"Deep":[0],"learning,":[1,96],"with":[2,140],"increasingly":[3],"large":[4],"datasets":[5,130],"and":[6,16,26,54,101,113,128,136,153,156],"complex":[7],"neural":[8,29],"networks,":[9],"is":[10,23,52],"widely":[11],"used":[12,125],"in":[13,35,150,162],"computer":[14],"vision":[15],"natural":[17],"language":[18],"processing.":[19],"A":[20],"resulting":[21],"trend":[22],"to":[24,66,97,118,147,158],"split":[25],"train":[27],"large-scale":[28],"network":[30],"models":[31],"across":[32],"multiple":[33,120],"devices":[34],"parallel,":[36],"known":[37],"as":[38],"parallel":[39,43,61,90,104,163],"model":[40,112],"training.":[41],"Existing":[42],"methods":[44,62,71],"are":[45],"mainly":[46],"based":[47,93,131],"on":[48,94,132],"expert":[49],"design,":[50],"which":[51],"inefficient":[53],"requires":[55],"specialized":[56],"knowledge.":[57],"Although":[58],"automatically":[59],"implemented":[60],"have":[63],"been":[64],"proposed":[65],"solve":[67],"these":[68,70],"problems,":[69],"only":[72],"consider":[73],"a":[74,108,159],"single":[75],"optimization":[76,117,121],"aspect":[77],"of":[78,103],"run":[79],"time.":[80],"In":[81],"this":[82],"paper,":[83],"we":[84],"present":[85],"Trinity,":[86],"an":[87],"adaptive":[88],"distributed":[89],"training":[91],"method":[92],"reinforcement":[95],"automate":[98],"the":[99,126],"search":[100,165],"tuning":[102],"strategies.":[105],"We":[106],"build":[107],"multidimensional":[109],"performance":[110],"evaluation":[111],"use":[114],"proximal":[115],"policy":[116],"co-optimize":[119],"aspects.":[122],"Our":[123],"experiment":[124],"CIFAR10":[127],"PTB":[129],"InceptionV3,":[133],"NMT,":[134],"NASNet":[135],"PNASNet":[137],"models.":[138],"Compared":[139],"Google\u2019s":[141],"Hierarchical":[142],"method,":[143],"Trinity":[144],"achieves":[145],"up":[146,157],"5%":[148],"reductions":[149],"runtime,":[151],"communication,":[152],"memory":[154],"overhead,":[155],"40%":[160],"increase":[161],"strategy":[164],"speeds.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}