{"id":"https://openalex.org/W2917429518","doi":"https://doi.org/10.1109/padsw.2018.8644536","title":"Effectiveness of Moldable and Malleable Scheduling in Deep Learning Tasks","display_name":"Effectiveness of Moldable and Malleable Scheduling in Deep Learning Tasks","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2917429518","doi":"https://doi.org/10.1109/padsw.2018.8644536","mag":"2917429518"},"language":"en","primary_location":{"id":"doi:10.1109/padsw.2018.8644536","is_oa":false,"landing_page_url":"https://doi.org/10.1109/padsw.2018.8644536","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 24th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070369823","display_name":"Ikki Fujiwara","orcid":"https://orcid.org/0000-0001-6841-5243"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ikki Fujiwara","raw_affiliation_strings":["Data-driven Intelligent System Research Center (DIRECT), National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data-driven Intelligent System Research Center (DIRECT), National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103605509","display_name":"Masahiro Tanaka","orcid":null},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Tanaka","raw_affiliation_strings":["Data-driven Intelligent System Research Center (DIRECT), National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data-driven Intelligent System Research Center (DIRECT), National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009359355","display_name":"Kenjiro Taura","orcid":"https://orcid.org/0000-0001-5224-382X"},"institutions":[{"id":"https://openalex.org/I14396692","display_name":"Tokyo University of Information Sciences","ror":"https://ror.org/044bdx604","country_code":"JP","type":"education","lineage":["https://openalex.org/I14396692"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keniiro Taura","raw_affiliation_strings":["Department of Information and Communication Engineering, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I14396692","https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055783764","display_name":"Kentaro Torisawa","orcid":null},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kentaro Torisawa","raw_affiliation_strings":["Data-driven Intelligent System Research Center (DIRECT), National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data-driven Intelligent System Research Center (DIRECT), National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"1162 1996","issue":null,"first_page":"389","last_page":"398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7867868542671204},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5111621022224426},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4314056932926178},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4233085513114929},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33696359395980835},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09710878133773804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867868542671204},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5111621022224426},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4314056932926178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4233085513114929},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33696359395980835},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09710878133773804},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/padsw.2018.8644536","is_oa":false,"landing_page_url":"https://doi.org/10.1109/padsw.2018.8644536","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 24th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.46000000834465027,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1496507101","https://openalex.org/W1524785545","https://openalex.org/W1539774972","https://openalex.org/W1563776668","https://openalex.org/W1602331783","https://openalex.org/W1904084847","https://openalex.org/W2053806044","https://openalex.org/W2080589812","https://openalex.org/W2117876074","https://openalex.org/W2130942839","https://openalex.org/W2141125852","https://openalex.org/W2179639784","https://openalex.org/W2271840356","https://openalex.org/W2273566493","https://openalex.org/W2585851266","https://openalex.org/W2604792945","https://openalex.org/W2788302424","https://openalex.org/W2962780982","https://openalex.org/W6629961878","https://openalex.org/W6639543110","https://openalex.org/W6736080016","https://openalex.org/W6748742598"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W4323565446"],"abstract_inverted_index":{"Research":[0],"and":[1],"development":[2],"of":[3,33,51,125,144,160,192],"deep":[4],"learning":[5],"(DL)":[6],"applications":[7],"often":[8],"involves":[9],"exhaustive":[10],"trial-and-error,":[11],"which":[12,76,212],"demands":[13],"that":[14,102,169],"shared":[15],"computational":[16,93],"resources,":[17],"especially":[18],"GPUs,":[19],"be":[20,37,147],"efficiently":[21],"allocated.":[22],"Most":[23],"DL":[24,52,108,126,194],"tasks":[25,71,127,183,195],"are":[26,61],"moldable":[27,134],"or":[28,40,135,180],"malleable":[29],"(i.e.,":[30],"the":[31,79,91,123,139,142,157,171,188],"number":[32,143],"allocated":[34,150,216],"GPUs":[35,145,176],"can":[36,173],"changed":[38],"before":[39],"during":[41],"execution).":[42],"However,":[43],"conventional":[44],"batch":[45,99],"schedulers":[46],"do":[47],"not":[48,87],"take":[49],"advantage":[50],"tasks'":[53],"moldability/malleability,":[54],"inhibiting":[55],"speedup":[56,66,124],"when":[57,128],"some":[58],"GPU":[59,214],"resources":[60],"unallocated.":[62],"Another":[63],"opportunity":[64],"for":[65],"is":[67,196,215],"to":[68,106,121,146,151,156,177,184,206,217],"run":[69],"multiple":[70],"concurrently":[72],"on":[73],"one":[74,213],"GPU,":[75,186],"may":[77],"improve":[78],"overall":[80],"throughput":[81],"because":[82],"a":[83,98,111,129,152,178,185,207],"single":[84],"task":[85,153,179],"does":[86],"always":[88],"fully":[89],"utilize":[90],"GPU's":[92],"resources.":[94],"We":[95],"propose":[96],"designing":[97],"scheduling":[100],"system":[101],"exploits":[103],"these":[104],"opportunities":[105],"accelerate":[107],"tasks.":[109],"As":[110],"first":[112],"step,":[113],"this":[114],"study":[115,120],"conducts":[116],"an":[117],"extensive":[118],"case":[119],"evaluate":[122],"scheduler":[130,140,172],"treats":[131],"them":[132],"as":[133],"malleable.":[136],"That":[137],"is,":[138],"adjusts":[141],"(or":[148],"already)":[149],"in":[154,211],"response":[155],"fluctuating":[158],"availability":[159],"GPUs.":[161],"Simulations":[162],"using":[163],"our":[164],"real":[165],"workload":[166],"trace":[167],"show":[168],"if":[170],"allocate":[174],"1-4":[175,182],"assign":[181],"then":[187],"average":[189],"flow":[190],"time":[191],"moldable/malleable":[193],"shortened":[197],"by":[198],"at":[199],"least":[200],"15.1":[201],"%/42.5":[202],"%,":[203],"respectively,":[204],"compared":[205],"Rigid":[208],"FCFS":[209],"schedule":[210],"each":[218],"task.":[219]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}