{"id":"https://openalex.org/W7154581543","doi":"https://doi.org/10.1109/tnsm.2026.3684024","title":"XAForward: Accelerating Distributed Large-Scale Language Model Training Through Fast eXpress Data Path","display_name":"XAForward: Accelerating Distributed Large-Scale Language Model Training Through Fast eXpress Data Path","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7154581543","doi":"https://doi.org/10.1109/tnsm.2026.3684024"},"language":null,"primary_location":{"id":"doi:10.1109/tnsm.2026.3684024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2026.3684024","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096803185","display_name":"Yingpu Nian","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingpu Nian","raw_affiliation_strings":["College of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0001-9540","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020886383","display_name":"Xiang Jia","orcid":"https://orcid.org/0000-0002-5002-3660"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Jia","raw_affiliation_strings":["College of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032881440","display_name":"Baishun Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I162930524","display_name":"China University of Labor Relations","ror":"https://ror.org/0391zw446","country_code":"CN","type":"education","lineage":["https://openalex.org/I162930524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baishun Zhou","raw_affiliation_strings":["College of Computer Science, China University of Labor Relations, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, China University of Labor Relations, Beijing, China","institution_ids":["https://openalex.org/I162930524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007418520","display_name":"Z Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["College of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0007-2292-5900","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087021865","display_name":"Bo Yi","orcid":"https://orcid.org/0000-0002-8073-8202"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yi","raw_affiliation_strings":["College of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8073-8202","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075365529","display_name":"Xinhao Zhou","orcid":"https://orcid.org/0000-0002-6444-7480"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinhao Zhou","raw_affiliation_strings":["Department of Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6444-7480","affiliations":[{"raw_affiliation_string":"Department of Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065859286","display_name":"Hui Li","orcid":"https://orcid.org/0000-0001-9198-3951"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Li","raw_affiliation_strings":["College of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan Yang","orcid":"https://orcid.org/0000-0002-3481-8447"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3481-8447","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133799634","display_name":"Xingwei Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwei Wang","raw_affiliation_strings":["College of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770003","display_name":"Geyong Min","orcid":"https://orcid.org/0000-0003-1395-7314"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geyong Min","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1395-7314","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I1327163397","display_name":"State University of New York","ror":"https://ror.org/01q1z8k08","country_code":"US","type":"education","lineage":["https://openalex.org/I1327163397"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["Department of Computer Science, State University of New York, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-5224-4048","affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York, New York, NY, USA","institution_ids":["https://openalex.org/I1327163397"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43304268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":null,"first_page":"4199","last_page":"4212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.28029999136924744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.28029999136924744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.27070000767707825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.05689999833703041,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5751000046730042},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5654000043869019},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4763999879360199},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.39969998598098755},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.29159998893737793}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.871399998664856},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5751000046730042},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5654000043869019},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4763999879360199},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37209999561309814},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3452000021934509},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.323199987411499},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C100463513","wikidata":"https://www.wikidata.org/wiki/Q5227322","display_name":"Data model (GIS)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2775999903678894},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26669999957084656},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.259799987077713}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2026.3684024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2026.3684024","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1873216522","display_name":null,"funder_award_id":"U22A2004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1956386535","display_name":null,"funder_award_id":"N25LPY047","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G1959224826","display_name":null,"funder_award_id":"62472078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4813385018","display_name":null,"funder_award_id":"N25LPY013","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,18,54,133,196],"rapid":[2],"development":[3],"of":[4,88,135],"Artificial":[5],"Intelligence":[6],"Generated":[7],"Content":[8],"(AIGC),":[9],"single":[10],"data":[11,22,40,58,90,96,118,137,142,150,161,180],"centers":[12,41,59,97,119],"are":[13,60],"increasingly":[14],"unable":[15],"to":[16,47,139,153,191,204],"meet":[17],"growing":[19],"demands":[20],"for":[21,112,175],"and":[23,51,66,78,85,158,163,178],"computational":[24,49],"resources":[25],"in":[26,56,76,116,148],"distributed":[27,36,114,155,197],"large-scale":[28],"language":[29],"model":[30,100],"(LLM)":[31],"training.":[32],"In":[33],"this":[34],"context,":[35],"training":[37,101,199],"across":[38,94,144],"heterogeneous":[39,57,95,117,149],"has":[42],"become":[43],"a":[44,110,128],"necessary":[45],"choice":[46],"enhance":[48],"power":[50],"flexibility.":[52],"However,":[53],"networks":[55],"polymorphic,":[61],"with":[62],"diverse":[63],"communication":[64,146],"protocols":[65,147],"network":[67,183],"architectures.":[68],"This":[69],"heterogeneity":[70],"renders":[71],"traditional":[72],"routing":[73,92],"devices":[74,93],"ineffective":[75],"recognizing":[77],"processing":[79,177],"gradient":[80,89,136,160],"data.":[81],"Moreover,":[82],"frequent":[83],"copying":[84,162],"excessive":[86,164],"parsing":[87,165],"by":[91,201],"significantly":[98],"increase":[99],"time.":[102],"To":[103],"address":[104],"these":[105],"challenges,":[106],"we":[107],"propose":[108],"XAForward,":[109],"method":[111],"accelerating":[113],"LLM":[115,156,198],"using":[120,182],"eXpress":[121],"Data":[122],"Path":[123],"(XDP).":[124],"Specifically,":[125],"XAForward":[126,168,194],"introduces":[127],"polymorphic-compatible":[129],"protocol":[130],"that":[131],"reconstructs":[132],"header":[134],"packets":[138],"enable":[140],"efficient":[141],"forwarding":[143,181],"different":[145],"centers.":[151],"Additionally,":[152],"accelerate":[154],"computing":[157],"reduce":[159],"during":[166],"training,":[167],"leverages":[169],"kernel-bypass":[170],"techniques":[171],"based":[172],"on":[173],"XDP":[174],"packet":[176],"kernel-level":[179],"index":[184],"identifiers.":[185],"Experimental":[186],"results":[187],"show":[188],"that,":[189],"compared":[190],"state-of-the-art":[192],"methods,":[193],"reduces":[195],"time":[200],"approximately":[202],"35%":[203],"40%.":[205]},"counts_by_year":[],"updated_date":"2026-04-25T06:01:18.069262","created_date":"2026-04-17T00:00:00"}