{"id":"https://openalex.org/W4387831809","doi":"https://doi.org/10.1109/tccn.2023.3326331","title":"Online Training Flow Scheduling for Geo-Distributed Machine Learning Jobs Over Heterogeneous and Dynamic Networks","display_name":"Online Training Flow Scheduling for Geo-Distributed Machine Learning Jobs Over Heterogeneous and Dynamic Networks","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4387831809","doi":"https://doi.org/10.1109/tccn.2023.3326331"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2023.3326331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3326331","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Online_Training_Flow_Scheduling_for_Geo-Distributed_Machine_Learning_Jobs_Over_Heterogeneous_and_Dynamic_Networks/24493408","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085738194","display_name":"Lang Fan","orcid":"https://orcid.org/0009-0007-2432-3567"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lang Fan","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0007-2432-3567","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423530","display_name":"Xiaoning Zhang","orcid":"https://orcid.org/0000-0002-7525-553X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoning Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7525-553X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075889174","display_name":"Yangming Zhao","orcid":"https://orcid.org/0000-0003-4194-3024"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangming Zhao","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4194-3024","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017825429","display_name":"Keshav Sood","orcid":"https://orcid.org/0000-0002-2127-1438"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Keshav Sood","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2127-1438","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005228053","display_name":"Shui Yu","orcid":"https://orcid.org/0000-0003-4485-6743"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shui Yu","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4485-6743","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5792,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.84398982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"10","issue":"1","first_page":"277","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.890182614326477},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5453396439552307},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5387647151947021},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.516767144203186},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.41858434677124023},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.41811859607696533},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4175177812576294},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41476064920425415},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4145507216453552},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.41357868909835815},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1362082064151764},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.09748104214668274},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08484306931495667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.890182614326477},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5453396439552307},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5387647151947021},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.516767144203186},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.41858434677124023},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.41811859607696533},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4175177812576294},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41476064920425415},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4145507216453552},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.41357868909835815},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1362082064151764},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.09748104214668274},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08484306931495667},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2023.3326331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3326331","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/24493408","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Online_Training_Flow_Scheduling_for_Geo-Distributed_Machine_Learning_Jobs_Over_Heterogeneous_and_Dynamic_Networks/24493408","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/24493408","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Online_Training_Flow_Scheduling_for_Geo-Distributed_Machine_Learning_Jobs_Over_Heterogeneous_and_Dynamic_Networks/24493408","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.44999998807907104,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G3355585848","display_name":null,"funder_award_id":"U20A20156","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6448957902","display_name":null,"funder_award_id":"62171085","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G651978322","display_name":"\u9762\u5411\u8d85\u5bbd\u7c92\u5ea6\u5f02\u6784\u7f51\u7edc\u7684\u7f51\u7edc\u529f\u80fd\u865a\u62df\u5316\u7814\u7a76","funder_award_id":"61871097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6631891091","display_name":null,"funder_award_id":"62001087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1530276735","https://openalex.org/W2083842231","https://openalex.org/W2136490545","https://openalex.org/W2268702383","https://openalex.org/W2402144811","https://openalex.org/W2504195863","https://openalex.org/W2508010313","https://openalex.org/W2589642470","https://openalex.org/W2606891064","https://openalex.org/W2608595939","https://openalex.org/W2609354095","https://openalex.org/W2772678505","https://openalex.org/W2774000609","https://openalex.org/W2789197829","https://openalex.org/W2914739653","https://openalex.org/W2919897868","https://openalex.org/W2962684017","https://openalex.org/W2962697687","https://openalex.org/W2962911728","https://openalex.org/W2966654140","https://openalex.org/W2967314080","https://openalex.org/W2969388332","https://openalex.org/W2995022099","https://openalex.org/W2998045710","https://openalex.org/W2998113761","https://openalex.org/W3006263173","https://openalex.org/W3021654819","https://openalex.org/W3035748372","https://openalex.org/W3080638071","https://openalex.org/W3085873903","https://openalex.org/W3100515187","https://openalex.org/W3101036738","https://openalex.org/W3102385572","https://openalex.org/W3121689374","https://openalex.org/W3135231128","https://openalex.org/W3187356235","https://openalex.org/W4205500752","https://openalex.org/W4206478994","https://openalex.org/W4213308398","https://openalex.org/W4236202168","https://openalex.org/W4245846982","https://openalex.org/W4247885026","https://openalex.org/W6628367914","https://openalex.org/W6639249596","https://openalex.org/W6687322159","https://openalex.org/W6701424422","https://openalex.org/W6728757088","https://openalex.org/W6736413256","https://openalex.org/W6746839373","https://openalex.org/W6748373249","https://openalex.org/W6756009870","https://openalex.org/W6759814162","https://openalex.org/W6782839094"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Geo-Distributed":[0],"Machine":[1],"Leaning":[2],"(Geo-DML)":[3],"has":[4],"been":[5],"a":[6,131,161,178],"promising":[7],"technology,":[8],"which":[9,129],"performs":[10,189],"collaborative":[11],"learning":[12],"across":[13],"geographically":[14],"dispersed":[15],"data":[16],"centers":[17],"(DCs)":[18],"with":[19,106],"privacy-preserving":[20],"over":[21],"Wide":[22],"Area":[23],"Networks":[24],"(WANs).":[25],"Unfortunately,":[26],"the":[27,37,49,64,84,97,107,111,173],"limited":[28],"and":[29,47,152,158,191],"heterogeneous":[30],"WAN":[31],"bandwidth":[32,67],"poses":[33],"significant":[34],"challenges":[35],"to":[36,43,141,170],"performance":[38],"of":[39,51,71,86,109,113,139],"Geo-DML":[40,62,92],"systems,":[41,63],"leading":[42],"increased":[44],"communication":[45],"overhead":[46],"affecting":[48],"revenue":[50,112],"ISPs":[52],"eventually.":[53],"In":[54],"particular,":[55],"when":[56],"multiple":[57],"online":[58,87,119],"jobs":[59,73,140],"coexist":[60],"in":[61,160,197],"competition":[65],"for":[66,91,135],"between":[68],"training":[69,88,143,153],"flows":[70],"different":[72],"aggravates":[74],"this":[75,81],"negative":[76],"impact.":[77],"To":[78],"alleviate":[79],"it,":[80],"paper":[82],"investigates":[83],"problem":[85,99],"flow":[89],"scheduling":[90,121],"jobs.":[93],"We":[94],"first":[95],"formulate":[96],"studied":[98],"as":[100],"an":[101,118],"Linear":[102],"Programming":[103],"(LP)":[104],"model":[105],"objective":[108],"maximizing":[110],"ISPs.":[114],"Then,":[115],"we":[116,165],"propose":[117],"traffic":[120],"algorithm":[122,175,188],"called":[123],"Training":[124],"Flow":[125],"Adaptive":[126],"Steering":[127],"(TFAS),":[128],"exploits":[130],"primal-dual":[132],"framework,":[133],"tailored":[134],"efficient":[136],"resource":[137],"allocation":[138],"schedule":[142],"flows,":[144],"such":[145],"that":[146,172,186],"system":[147],"resources":[148],"are":[149],"maximally":[150],"utilized":[151],"procedures":[154],"can":[155,176],"be":[156],"expedited":[157],"completed":[159],"timely":[162],"manner.":[163],"Meanwhile,":[164],"conduct":[166],"rigorous":[167],"theoretical":[168],"analysis":[169],"guarantee":[171],"proposed":[174],"achieve":[177],"good":[179],"competitive":[180],"ratio.":[181],"Extensive":[182],"evaluation":[183],"results":[184],"demonstrate":[185],"our":[187],"well":[190],"outperforms":[192],"commonly":[193],"adopted":[194],"solutions":[195],"36.2%-49.4%":[196],"average.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}