{"id":"https://openalex.org/W7154949317","doi":"https://doi.org/10.48550/arxiv.2604.16145","title":"Training Time Prediction for Mixed Precision-based Distributed Training","display_name":"Training Time Prediction for Mixed Precision-based Distributed Training","publication_year":2026,"publication_date":"2026-04-17","ids":{"openalex":"https://openalex.org/W7154949317","doi":"https://doi.org/10.48550/arxiv.2604.16145"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.16145","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.16145","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120831024","display_name":"Minchul Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Minchul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134006748","display_name":"Changyong Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Changyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134081602","display_name":"Jinwoo Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Jinwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134032474","display_name":"Hyunho Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyunho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134068393","display_name":"Younghun Go","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Go, Younghun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000710718","display_name":"Gyeongmin Kim","orcid":"https://orcid.org/0000-0002-2851-0374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Gyeongmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068419888","display_name":"Gyeongsik Yang","orcid":"https://orcid.org/0000-0003-4560-2972"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Gyeongsik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5067814301","display_name":"Chuck Yoo","orcid":"https://orcid.org/0000-0002-1115-1862"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoo, Chuck","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.11089999973773956,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.11089999973773956,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.09790000319480896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.09220000356435776,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.7307999730110168},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5479999780654907},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5189999938011169},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.48980000615119934},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.37470000982284546},{"id":"https://openalex.org/keywords/response-time","display_name":"Response time","score":0.2881999909877777},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.28220000863075256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7425000071525574},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7307999730110168},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5644000172615051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5480999946594238},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5479999780654907},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5189999938011169},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.48980000615119934},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35499998927116394},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C188154048","wikidata":"https://www.wikidata.org/wiki/Q6803609","display_name":"Mean absolute error","level":3,"score":0.2773999869823456},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C202799725","wikidata":"https://www.wikidata.org/wiki/Q272035","display_name":"Accuracy and precision","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.16145","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.16145","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6855853796005249,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"prediction":[1,50,72,79],"of":[2,30,38],"training":[3,31,35,48,70,101],"time":[4,36,49,71,102],"in":[5,77,86],"distributed":[6,47,100],"deep":[7],"learning":[8],"is":[9,26],"crucial":[10],"for":[11],"resource":[12],"allocation,":[13],"cost":[14],"estimation,":[15],"and":[16],"job":[17],"scheduling.":[18],"We":[19],"observe":[20],"that":[21,57,104],"the":[22],"floating-point":[23],"precision":[24,61,75,110],"setting":[25],"a":[27,98],"key":[28],"determinant":[29],"time,":[32],"leading":[33],"to":[34,67,84],"variations":[37],"~2.4x":[39],"over":[40],"its":[41],"minimum.":[42],"However,":[43],"existing":[44],"studies":[45],"on":[46,52],"rely":[51],"static":[53],"model":[54],"computation":[55],"graphs":[56],"do":[58],"not":[59],"capture":[60],"variations,":[62],"including":[63,112],"mixed":[64,113],"precision.":[65],"According":[66],"our":[68],"experiments,":[69],"without":[73],"considering":[74],"results":[76],"significant":[78],"errors":[80],"-":[81],"reaching":[82],"up":[83],"147.85%":[85],"mean":[87],"absolute":[88],"percentage":[89],"error":[90],"(MAPE).":[91],"To":[92],"address":[93],"this":[94],"issue,":[95],"we":[96],"propose":[97],"precision-aware":[99],"predictor":[103],"achieves":[105],"robust":[106],"accuracy":[107],"across":[108],"diverse":[109],"settings,":[111],"precision,":[114],"with":[115],"9.8%":[116],"MAPE.":[117]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-21T00:00:00"}
