{"id":"https://openalex.org/W4416250980","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228254","title":"A Neural Network-Based Pipeline Parallel Strategy Solver for Heterogeneous Environments","display_name":"A Neural Network-Based Pipeline Parallel Strategy Solver for Heterogeneous Environments","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416250980","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228254"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057428751","display_name":"Jie Ou","orcid":"https://orcid.org/0000-0002-1159-2043"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Ou","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103538643","display_name":"Jinyu Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu Guo","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033702874","display_name":"Yueming Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueming Chen","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111430408","display_name":"Shuaihong Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaihong Jiang","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047127750","display_name":"Ruini Xue","orcid":"https://orcid.org/0000-0003-1802-5188"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruini Xue","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Computer Science and Engineering,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Computer Science and Engineering,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001104882","display_name":"Wenhong Tian","orcid":"https://orcid.org/0000-0002-5551-9796"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhong Tian","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Information and Software Engineering,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057428751"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47432084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.16920000314712524,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.16920000314712524,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11460000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1054999977350235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7821000218391418},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6150000095367432},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5976999998092651},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5742999911308289},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.531499981880188},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45570001006126404},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4115999937057495},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.39340001344680786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037999868392944},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7821000218391418},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6150000095367432},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5742999911308289},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.531499981880188},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.527899980545044},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45570001006126404},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4115999937057495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3970000147819519},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3912999927997589},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.3707999885082245},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C172430144","wikidata":"https://www.wikidata.org/wiki/Q17111997","display_name":"Symmetric multiprocessor system","level":2,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326670","display_name":"Chengdu Science and Technology Bureau","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2083842231","https://openalex.org/W2339765813","https://openalex.org/W2963770778","https://openalex.org/W2969388332","https://openalex.org/W2991040477","https://openalex.org/W3081168214","https://openalex.org/W3132107458","https://openalex.org/W4311274190","https://openalex.org/W4385245566","https://openalex.org/W4385597806","https://openalex.org/W4389289191"],"related_works":[],"abstract_inverted_index":{"The":[0],"widespread":[1],"application":[2],"of":[3,133,141,184,190],"large":[4,188],"language":[5],"models(LLMs)":[6],"has":[7],"made":[8],"distributed":[9],"training":[10,163,183,205,228],"increasingly":[11],"important,":[12],"especially":[13],"pipeline":[14,157],"parallelism,":[15],"which":[16,98],"is":[17],"a":[18,112,215],"fundamental":[19],"technique":[20],"for":[21,121,151,212,237],"ultra-large-scale":[22],"LLMs.":[23],"Current":[24],"research":[25,91,104],"in":[26,51,81,234],"this":[27],"field":[28],"mainly":[29],"employs":[30],"combinatorial":[31],"optimization":[32,61],"algorithms":[33,62],"such":[34],"as":[35,39],"dynamic":[36],"programming.":[37],"However,":[38],"the":[40,74,131,139,149,169,174,221,227,238],"problem":[41],"size":[42],"increases,":[43],"these":[44,108],"methods":[45],"become":[46],"difficult":[47],"to":[48,55,77,135,155,180,199],"solve":[49],"quickly":[50],"large-scale":[52],"scenarios":[53,202],"due":[54],"their":[56],"high":[57,82],"search":[58,87,211],"time.":[59],"Online":[60],"that":[63,165],"combine":[64],"neural":[65],"networks":[66],"with":[67,73,168,220],"reinforcement":[68],"learning":[69],"require":[70],"real-time":[71],"interaction":[72,167],"cluster":[75,170],"environment":[76],"obtain":[78],"feedback,":[79],"resulting":[80],"resource":[83],"overhead":[84],"and":[85,128,138,208],"low":[86],"efficiency.":[88],"Moreover,":[89],"current":[90],"lacks":[92],"studies":[93],"on":[94,230],"heterogeneous":[95,122],"computing":[96],"environments,":[97],"are":[99],"frequently":[100],"used":[101],"by":[102,232],"small":[103],"teams.":[105],"To":[106,159],"address":[107],"issues,":[109],"we":[110,172],"designed":[111],"novel":[113],"Neural":[114],"Network-based":[115],"Pipeline":[116],"Parallel":[117],"strategy":[118,150],"solver":[119],"(NN-Piper)":[120],"environments.":[123],"NN-Piper":[124,185,195,224],"can":[125,146,196,210,225],"perceive":[126],"computational":[127],"communication":[129],"costs,":[130],"number":[132,140],"stages":[134],"be":[136,197],"divided,":[137],"micro-batches.":[142],"In":[143],"addition,":[144],"it":[145,209],"directly":[147],"provide":[148],"allocating":[152],"specific":[153],"devices":[154],"each":[156],"stage.":[158],"avoid":[160],"an":[161],"online":[162],"process":[164],"requires":[166],"environment,":[171],"propose":[173],"Virtual":[175],"Contrastive":[176],"Training":[177],"Algorithm":[178],"(VCTA)":[179],"enable":[181],"efficient":[182],"without":[186,203],"collecting":[187],"amounts":[189],"real":[191],"data.":[192],"After":[193],"training,":[194],"transferred":[198],"many":[200],"different":[201,235],"further":[204],"or":[206],"fine-tuning,":[207],"strategies":[213],"within":[214],"few":[216],"dozen":[217],"milliseconds.":[218],"Compared":[219],"state-of-the-art":[222],"method,":[223],"improve":[226],"speed":[229],"average":[231],"16-25%":[233],"environments":[236],"transformer-based":[239],"models.":[240]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-14T00:00:00"}