{"id":"https://openalex.org/W4321434591","doi":"https://doi.org/10.1155/2023/2663115","title":"Modeling the Training Iteration Time for Heterogeneous Distributed Deep Learning Systems","display_name":"Modeling the Training Iteration Time for Heterogeneous Distributed Deep Learning Systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4321434591","doi":"https://doi.org/10.1155/2023/2663115"},"language":"en","primary_location":{"id":"doi:10.1155/2023/2663115","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2023/2663115","pdf_url":"https://downloads.hindawi.com/journals/ijis/2023/2663115.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/ijis/2023/2663115.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020408458","display_name":"Yifu Zeng","orcid":"https://orcid.org/0000-0002-2966-2521"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I198357462","display_name":"Changsha University","ror":"https://ror.org/011d8sm39","country_code":"CN","type":"education","lineage":["https://openalex.org/I198357462"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifu Zeng","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","College of Computer Science and Engineering, Changsha University, Changsha 410022, Hunan","College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China","College of Computer Science and Engineering, Changsha University, Changsha 410022, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-2966-2521","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Engineering, Changsha University, Changsha 410022, Hunan","institution_ids":["https://openalex.org/I198357462"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Engineering, Changsha University, Changsha 410022, Hunan, China","institution_ids":["https://openalex.org/I198357462"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679035","display_name":"Bowei Chen","orcid":"https://orcid.org/0000-0002-4045-3253"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowei Chen","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003621623","display_name":"Pulin Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pulin Pan","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009477401","display_name":"Guo Chen","orcid":"https://orcid.org/0000-0002-6069-6869"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guo Chen","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-6069-6869","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009477401"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500},"fwci":0.4626,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59019204,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"2023","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8609303832054138},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7527483105659485},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.7122313976287842},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6507419347763062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6164572238922119},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5266026258468628},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5239489078521729},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5123144388198853},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5065523386001587},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.46675753593444824},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44986724853515625},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.23590132594108582},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21778184175491333},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11970829963684082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8609303832054138},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7527483105659485},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.7122313976287842},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6507419347763062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6164572238922119},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5266026258468628},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5239489078521729},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5123144388198853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5065523386001587},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.46675753593444824},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44986724853515625},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.23590132594108582},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21778184175491333},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11970829963684082},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1155/2023/2663115","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2023/2663115","pdf_url":"https://downloads.hindawi.com/journals/ijis/2023/2663115.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1155/2023/2663115","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2023/2663115","pdf_url":"https://downloads.hindawi.com/journals/ijis/2023/2663115.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G3603191679","display_name":"\u9762\u5411\u6570\u636e\u4e2d\u5fc3\u7f51\u7edc\u7684\u786c\u4ef6\u534f\u8bae\u6808\u591a\u8def\u5f84\u4f20\u8f93\u673a\u5236\u7814\u7a76","funder_award_id":"61872132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4077217817","display_name":null,"funder_award_id":"2020YFB2104000","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4120471101","display_name":null,"funder_award_id":"21A0535","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5446635901","display_name":null,"funder_award_id":"2021JJ40635","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6679582164","display_name":null,"funder_award_id":"61872132","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7708831619","display_name":null,"funder_award_id":"21A0535","funder_id":"https://openalex.org/F4320333642","funder_display_name":"Scientific Research Foundation of Hunan Provincial Education Department"},{"id":"https://openalex.org/G7716116112","display_name":null,"funder_award_id":"62172148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8332549413","display_name":null,"funder_award_id":"2020YFB2104000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8558855038","display_name":null,"funder_award_id":"2021JJ40635","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320333642","display_name":"Scientific Research Foundation of Hunan Provincial Education Department","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336634","display_name":"Training Program for Excellent Young Innovators of Changsha","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4321434591.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2018162709","https://openalex.org/W2045271686","https://openalex.org/W2061768564","https://openalex.org/W2271840356","https://openalex.org/W2294528575","https://openalex.org/W2585029434","https://openalex.org/W2752512710","https://openalex.org/W2946408574","https://openalex.org/W2955573982","https://openalex.org/W2963390885","https://openalex.org/W2968971570","https://openalex.org/W2969976451","https://openalex.org/W2974097864","https://openalex.org/W2975704836","https://openalex.org/W2981114289","https://openalex.org/W2982664135","https://openalex.org/W2998174899","https://openalex.org/W3019166713","https://openalex.org/W3088922629","https://openalex.org/W3096403968","https://openalex.org/W3100542382","https://openalex.org/W3126694460","https://openalex.org/W3140377724","https://openalex.org/W3155404242","https://openalex.org/W3173528707","https://openalex.org/W3175089547","https://openalex.org/W3204538784","https://openalex.org/W4205902144","https://openalex.org/W4288115451"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2027972911","https://openalex.org/W2146343568","https://openalex.org/W2013643406","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W3046370962"],"abstract_inverted_index":{"Distributed":[0],"deep":[1,91],"learning":[2,24,71,92],"systems":[3,25,93],"effectively":[4],"respond":[5],"to":[6,43],"the":[7,18,45,96,99,137],"increasing":[8],"demand":[9],"for":[10,88],"large\u2010scale":[11],"data":[12],"processing":[13],"in":[14,21,144],"recent":[15],"years.":[16],"However,":[17],"significant":[19],"investment":[20],"building":[22,68],"distributed":[23,90],"with":[26,58,104,131],"powerful":[27],"computing":[28],"nodes":[29],"places":[30],"a":[31,64,80],"huge":[32],"financial":[33],"burden":[34],"on":[35,60,84,95,124],"developers":[36],"and":[37],"researchers.":[38],"It":[39],"will":[40],"be":[41],"good":[42],"predict":[44],"precise":[46],"benefit,":[47],"i.e.,":[48],"how":[49],"many":[50],"times":[51],"of":[52,98,113,134],"speedup":[53],"it":[54],"can":[55],"get":[56],"compared":[57],"training":[59,85,127],"single":[61],"machine":[62],"(or":[63],"few),":[65],"before":[66],"actually":[67],"such":[69],"big":[70],"systems.":[72],"To":[73],"address":[74],"this":[75,77],"problem,":[76],"paper":[78],"presents":[79],"novel":[81],"performance":[82,115],"model":[83,116],"iteration":[86],"time":[87],"heterogeneous":[89],"based":[94],"characteristics":[97],"parameter":[100],"server":[101],"(PS)":[102],"system":[103],"bulk":[105],"synchronous":[106],"parallel":[107],"(BSP)":[108],"synchronization":[109],"style.":[110],"The":[111],"accuracy":[112,139],"our":[114],"is":[117,140],"demonstrated":[118],"by":[119],"comparing":[120],"real":[121],"measurement":[122],"results":[123],"TensorFlow":[125],"when":[126],"different":[128],"neural":[129],"networks":[130],"various":[132],"kinds":[133],"hardware":[135],"testbeds:":[136],"prediction":[138],"higher":[141],"than":[142],"90%":[143],"most":[145],"cases.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}