{"id":"https://openalex.org/W4404101569","doi":"https://doi.org/10.1109/access.2024.3492314","title":"Efficient Training of Large-Scale Neural Networks Using Linear Pipeline Broadcast","display_name":"Efficient Training of Large-Scale Neural Networks Using Linear Pipeline Broadcast","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404101569","doi":"https://doi.org/10.1109/access.2024.3492314"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3492314","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3492314","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3492314","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032308190","display_name":"Chanhee Yu","orcid":"https://orcid.org/0000-0003-0811-5542"},"institutions":[{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Chanhee Yu","raw_affiliation_strings":["Department of Big Data Science, University of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Big Data Science, University of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I88761825"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003111778","display_name":"Kyongseok Park","orcid":"https://orcid.org/0000-0001-5164-7099"},"institutions":[{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyongseok Park","raw_affiliation_strings":["Department of Applied AI, University of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Applied AI, University of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I88761825"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5032308190"],"corresponding_institution_ids":["https://openalex.org/I88761825"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.68,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.76384062,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"165653","last_page":"165662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7676399946212769},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.705673098564148},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6826854944229126},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6103684306144714},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5483815670013428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42923590540885925},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3221358060836792}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7676399946212769},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.705673098564148},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6826854944229126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6103684306144714},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5483815670013428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42923590540885925},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3221358060836792},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3492314","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3492314","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:159075dcd334439b8be5c1e8322127a3","is_oa":true,"landing_page_url":"https://doaj.org/article/159075dcd334439b8be5c1e8322127a3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 165653-165662 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3492314","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3492314","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3603460017","display_name":null,"funder_award_id":"K24L2M1C7","funder_id":"https://openalex.org/F4320322105","funder_display_name":"Korea Institute of Science and Technology Information"},{"id":"https://openalex.org/G6336299235","display_name":null,"funder_award_id":"K24L2M1C6","funder_id":"https://openalex.org/F4320322105","funder_display_name":"Korea Institute of Science and Technology Information"}],"funders":[{"id":"https://openalex.org/F4320322105","display_name":"Korea Institute of Science and Technology Information","ror":"https://ror.org/01k4yrm29"},{"id":"https://openalex.org/F4320338247","display_name":"Moonshot Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2592962403","https://openalex.org/W2622263826","https://openalex.org/W2969388332","https://openalex.org/W2972087877","https://openalex.org/W2991040477","https://openalex.org/W3086105743","https://openalex.org/W3132107458","https://openalex.org/W3132977829","https://openalex.org/W3164436820","https://openalex.org/W3206832494","https://openalex.org/W4221068112","https://openalex.org/W4254103756","https://openalex.org/W4301239768","https://openalex.org/W4321096782","https://openalex.org/W4384787320","https://openalex.org/W4389422887","https://openalex.org/W4390872670","https://openalex.org/W4393145114","https://openalex.org/W6637373629","https://openalex.org/W6684859321","https://openalex.org/W6739622702","https://openalex.org/W6748645090","https://openalex.org/W6762718338","https://openalex.org/W6766978945","https://openalex.org/W6779863968","https://openalex.org/W6799372109","https://openalex.org/W6858435904"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Recently,":[0],"the":[1,18,28,32,43,72,78,81,151,168,172,178,207,220],"adoption":[2,44],"of":[3,20,34,47,58,171,214],"deep":[4],"learning":[5],"models":[6],"in":[7,108,143,167,199],"several":[8],"domains":[9],"and":[10,23,45,76,164,216,222,229],"for":[11,37,60,92,191,205,219],"various":[12],"tasks":[13],"has":[14,40,83],"increased,":[15,41],"correspondingly":[16],"amplifying":[17],"number":[19],"model":[21,38,51,73],"layers":[22,75],"parameters":[24],"needed":[25],"to":[26,105,112,130],"achieve":[27],"required":[29,36],"performance.":[30],"Accordingly,":[31],"amount":[33,57],"memory":[35,59,99,132,182],"training":[39,61,109,136,189,200,212],"advancing":[42],"exploration":[46],"distributed":[48,63],"training.":[49,64],"Generally,":[50],"parallelism":[52,96],"techniques":[53],"require":[54],"a":[55,89,106,119,125,196],"large":[56],"during":[62],"Among":[65],"them,":[66],"layer":[67],"pipelining,":[68],"which":[69],"involves":[70],"dividing":[71],"into":[74],"configuring":[77],"stages":[79,163],"on":[80],"devices,":[82],"attracted":[84],"interest.":[85],"Activation":[86],"recomputation":[87,142,156],"is":[88],"popular":[90],"method":[91,129,209],"efficiently":[93],"utilizing":[94],"pipeline":[95,127,162],"while":[97,134,226],"minimizing":[98],"consumption.":[100],"However,":[101],"it":[102],"can":[103],"lead":[104],"decrease":[107,131,198],"throughput":[110,137,190],"due":[111],"redundant":[113],"operations.":[114],"Therefore,":[115],"this":[116],"study":[117],"introduces":[118],"forward":[120,148],"propagation":[121,149],"technique":[122,180],"that":[123,177,204],"employs":[124],"linear":[126],"broadcast":[128],"consumption":[133,183],"mitigating":[135],"reduction":[138],"by":[139,154,157,184],"partially":[140],"integrating":[141],"PipeDream-Flush.":[144],"The":[145],"proposed":[146,179,208],"broadcast-based":[147],"offsets":[150],"overhead":[152],"caused":[153],"activation":[155],"optimizing":[158],"network":[159],"communication":[160],"between":[161],"reducing":[165],"bubbles":[166],"warm-up":[169],"phase":[170],"pipeline.":[173],"Experimental":[174],"results":[175],"demonstrate":[176],"reduces":[181],"approximately":[185],"36.0%":[186],"at":[187],"peak":[188,211],"GPT2":[192],"than":[193],"PipeDream-Flush,":[194,206],"without":[195],"significant":[197],"throughput.":[201],"Compared":[202],"with":[203],"achieved":[210],"throughputs":[213],"14.6%":[215],"12.6%":[217],"higher":[218],"ResNet152":[221],"VGG19":[223],"models,":[224],"respectively,":[225],"consuming":[227],"30.1%":[228],"12.0%":[230],"lesser":[231],"memory.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}