{"id":"https://openalex.org/W2790126939","doi":"https://doi.org/10.1007/978-3-319-69953-0_11","title":"Machine Learning Predictions for Underestimation of Job Runtime on HPC System","display_name":"Machine Learning Predictions for Underestimation of Job Runtime on HPC System","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2790126939","doi":"https://doi.org/10.1007/978-3-319-69953-0_11","mag":"2790126939"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-69953-0_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-69953-0_11","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-69953-0_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-69953-0_11.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101813588","display_name":"Jian Guo","orcid":"https://orcid.org/0000-0002-9678-9960"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Jian Guo","raw_affiliation_strings":["Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-9678-9960","affiliations":[{"raw_affiliation_string":"Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000110222","display_name":"Akihiro Nomura","orcid":"https://orcid.org/0000-0002-2417-1723"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akihiro Nomura","raw_affiliation_strings":["Global Scientific Information and Computing Center, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Global Scientific Information and Computing Center, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042087544","display_name":"Ryan Barton","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryan Barton","raw_affiliation_strings":["Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425884","display_name":"Haoyu Zhang","orcid":"https://orcid.org/0000-0002-2118-6786"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Haoyu Zhang","raw_affiliation_strings":["Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103252086","display_name":"Satoshi Matsuoka","orcid":"https://orcid.org/0000-0003-2126-2926"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]},{"id":"https://openalex.org/I74640424","display_name":"Advanced Institute of Industrial Technology","ror":"https://ror.org/04f9apy08","country_code":"JP","type":"education","lineage":["https://openalex.org/I74640424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Matsuoka","raw_affiliation_strings":["Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan","Global Scientific Information and Computing Center, Tokyo Institute of Technology, Tokyo, Japan","Real World Big-Data Computing Open Innovation Laboratory, National Institute of Advanced Industrial Science and Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematical and Computing Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Global Scientific Information and Computing Center, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Real World Big-Data Computing Open Innovation Laboratory, National Institute of Advanced Industrial Science and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I74640424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101813588"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":null,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8463223576545715},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.618166983127594},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5120940208435059},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4737848937511444},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46247851848602295},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.42930155992507935},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4216129779815674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40677914023399353},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3448350429534912},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.27118539810180664},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.13937273621559143},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10421901941299438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8463223576545715},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.618166983127594},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5120940208435059},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4737848937511444},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46247851848602295},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.42930155992507935},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4216129779815674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40677914023399353},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3448350429534912},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27118539810180664},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.13937273621559143},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10421901941299438},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-319-69953-0_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-69953-0_11","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-69953-0_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:irdb.nii.ac.jp:00897:0004118474","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100772395","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Supercomputing Frontiers","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1007/978-3-319-69953-0_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-69953-0_11","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-69953-0_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6700000166893005}],"awards":[{"id":"https://openalex.org/G3450459968","display_name":null,"funder_award_id":"JPMJCR1303","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G7964772766","display_name":null,"funder_award_id":"JPMJCR1687","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320311508","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54"},{"id":"https://openalex.org/F4320322704","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2790126939.pdf","grobid_xml":"https://content.openalex.org/works/W2790126939.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W46659105","https://openalex.org/W273955616","https://openalex.org/W1946143552","https://openalex.org/W2101234009","https://openalex.org/W2154983209","https://openalex.org/W2158698691","https://openalex.org/W2163891305","https://openalex.org/W2165384099","https://openalex.org/W2171428093","https://openalex.org/W2244931810","https://openalex.org/W2279798675","https://openalex.org/W2295598076","https://openalex.org/W2496669261","https://openalex.org/W2516806418","https://openalex.org/W2559796885","https://openalex.org/W2560558247","https://openalex.org/W2605592668","https://openalex.org/W2613580061","https://openalex.org/W2756568380","https://openalex.org/W2757481678","https://openalex.org/W2949840227","https://openalex.org/W2963905884","https://openalex.org/W3102476541","https://openalex.org/W6600755281","https://openalex.org/W6610017368"],"related_works":["https://openalex.org/W2384867379","https://openalex.org/W3214280620","https://openalex.org/W2329539859","https://openalex.org/W3191490922","https://openalex.org/W2227905990","https://openalex.org/W1599154403","https://openalex.org/W4319941049","https://openalex.org/W2418418119","https://openalex.org/W44553394","https://openalex.org/W2755738839"],"abstract_inverted_index":{"In":[0,23,89],"modern":[1],"high-performance":[2],"computing":[3],"(HPC)":[4],"systems,":[5],"users":[6,43,58],"are":[7],"usually":[8],"requested":[9],"to":[10,35,73,138],"estimate":[11],"the":[12,32,37,65,79,128,143,168,177],"job":[13,28,38,66,113,146,179],"runtime":[14,29,114,147],"for":[15,109],"system":[16,34],"scheduling":[17],"when":[18],"they":[19],"submit":[20],"a":[21,94,124,171],"job.":[22],"general,":[24],"an":[25],"underestimation":[26,111,144],"of":[27,81,112,131,145,170,195],"will":[30],"cause":[31],"HPC":[33,82,116],"terminate":[36],"before":[39,53],"its":[40,54],"completion.":[41],"If":[42],"could":[44,84],"be":[45,86],"notified":[46],"that":[47,98,101,153],"their":[48],"jobs":[49,107],"may":[50],"not":[51],"finish":[52],"allocated":[55],"time":[56,75],"expires,":[57],"can":[59],"take":[60],"actions,":[61],"such":[62],"as":[63],"killing":[64],"and":[67,76,105,164,193,203],"resubmitting":[68],"it":[69],"after":[70],"parameter":[71],"adjustment,":[72],"save":[74],"cost.":[77],"Meanwhile,":[78],"productivity":[80],"systems":[83],"also":[85],"vastly":[87],"improved.":[88],"this":[90],"paper,":[91],"we":[92,133,175],"propose":[93],"data-driven":[95],"approach":[96,155],"\u2013":[97,108],"is,":[99],"one":[100],"actively":[102],"observes,":[103],"analyzes,":[104],"logs":[106],"predicting":[110],"on":[115,156,167,197],"systems.":[117],"Using":[118],"data":[119,180],"produced":[120],"by":[121,185],"TSUBAME":[122],"2.5,":[123],"supercomputer":[125],"deployed":[126],"at":[127],"Tokyo":[129],"Institute":[130],"Technology,":[132],"apply":[134],"machine":[135],"learning":[136],"algorithms":[137],"recognize":[139],"patterns":[140],"about":[141],"whether":[142],"occurs.":[148],"Our":[149],"experimental":[150],"results":[151],"show":[152],"our":[154],"runtime-underestimation":[157,198],"prediction":[158,199],"with":[159],"80%":[160],"precision,":[161,191],"70%":[162],"recall":[163,192],"74%":[165],"F1-score":[166,194],"entirety":[169],"given":[172],"dataset.":[173],"Finally,":[174],"split":[176],"entire":[178],"set":[181],"into":[182],"subsets":[183,196],"categorized":[184],"scientific":[186],"application":[187],"name.":[188],"The":[189],"best":[190],"achieved":[200],"90%,":[201],"95%":[202],"92%":[204],"respectively.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}