{"id":"https://openalex.org/W4392454234","doi":"https://doi.org/10.14778/3636218.3636227","title":"Saturn: An Optimized Data System for Multi-Large-Model Deep Learning Workloads","display_name":"Saturn: An Optimized Data System for Multi-Large-Model Deep Learning Workloads","publication_year":2023,"publication_date":"2023-12-01","ids":{"openalex":"https://openalex.org/W4392454234","doi":"https://doi.org/10.14778/3636218.3636227"},"language":"en","primary_location":{"id":"doi:10.14778/3636218.3636227","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3636218.3636227","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029753236","display_name":"Kabir Nagrecha","orcid":"https://orcid.org/0000-0002-0214-4812"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kabir Nagrecha","raw_affiliation_strings":["University of California, San Diego"],"affiliations":[{"raw_affiliation_string":"University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103749365","display_name":"Arun Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arun Kumar","raw_affiliation_strings":["University of California, San Diego"],"affiliations":[{"raw_affiliation_string":"University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029753236"],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":0.4913,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67235278,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"17","issue":"4","first_page":"712","last_page":"725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/saturn","display_name":"Saturn","score":0.7052099704742432},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5491124987602234},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5136274695396423},{"id":"https://openalex.org/keywords/astrobiology","display_name":"Astrobiology","score":0.464031457901001},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.36543720960617065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.333529531955719},{"id":"https://openalex.org/keywords/astronomy","display_name":"Astronomy","score":0.26780965924263},{"id":"https://openalex.org/keywords/planet","display_name":"Planet","score":0.20545291900634766},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17594215273857117},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11799740791320801}],"concepts":[{"id":"https://openalex.org/C511503438","wikidata":"https://www.wikidata.org/wiki/Q193","display_name":"Saturn","level":3,"score":0.7052099704742432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5491124987602234},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5136274695396423},{"id":"https://openalex.org/C87355193","wikidata":"https://www.wikidata.org/wiki/Q411","display_name":"Astrobiology","level":1,"score":0.464031457901001},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.36543720960617065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.333529531955719},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.26780965924263},{"id":"https://openalex.org/C51244244","wikidata":"https://www.wikidata.org/wiki/Q634","display_name":"Planet","level":2,"score":0.20545291900634766},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17594215273857117},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11799740791320801}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3636218.3636227","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3636218.3636227","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1834532152","https://openalex.org/W2091424964","https://openalex.org/W2097998348","https://openalex.org/W2108598243","https://openalex.org/W2115743854","https://openalex.org/W2338908902","https://openalex.org/W2357449897","https://openalex.org/W2613206411","https://openalex.org/W2734941459","https://openalex.org/W2752512710","https://openalex.org/W2772678505","https://openalex.org/W2798515322","https://openalex.org/W2896457183","https://openalex.org/W2947737663","https://openalex.org/W2972874238","https://openalex.org/W2973727699","https://openalex.org/W2980282514","https://openalex.org/W2991040477","https://openalex.org/W3012023297","https://openalex.org/W3012479151","https://openalex.org/W3020605687","https://openalex.org/W3025935268","https://openalex.org/W3037585619","https://openalex.org/W3037847693","https://openalex.org/W3080999573","https://openalex.org/W3094502228","https://openalex.org/W3130395060","https://openalex.org/W3177342429","https://openalex.org/W3206423390","https://openalex.org/W4226479682","https://openalex.org/W4256165998","https://openalex.org/W4281737296","https://openalex.org/W4292779060","https://openalex.org/W4295830359","https://openalex.org/W4298422451","https://openalex.org/W4386729362","https://openalex.org/W4392454234","https://openalex.org/W6674385629"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W4323565446"],"abstract_inverted_index":{"Large":[0],"models":[1,21,83],"such":[2,48,59],"as":[3,60,115,175],"GPT-3":[4],"and":[5,32,45,102,128,160],"ChatGPT":[6],"have":[7,15],"transformed":[8],"deep":[9],"learning":[10],"(DL),":[11],"powering":[12],"applications":[13],"that":[14,119,180,224],"captured":[16],"the":[17,36,69,94,139,144,196],"public's":[18],"imagination.":[19],"Such":[20],"must":[22],"be":[23],"trained":[24],"on":[25],"multiple":[26],"GPUs":[27],"due":[28,86],"to":[29,81,84,87,137],"their":[30],"size":[31],"computational":[33],"load,":[34],"driving":[35],"development":[37],"of":[38,41,183],"a":[39,53,116,124,132,211],"bevy":[40],"\"model":[42],"parallelism\"":[43],"techniques":[44,209],"tools.":[46],"Navigating":[47],"parallelism":[49,158],"choices,":[50],"however,":[51],"is":[52,186],"new":[54,133,212],"burden":[55],"for":[56,75,156,168],"DL":[57,221,234],"users":[58],"data":[61,213],"scientists,":[62,64],"domain":[63],"etc.,":[65],"who":[66],"may":[67],"lack":[68],"necessary":[70],"systems":[71],"knowhow.":[72],"The":[73],"need":[74],"model":[76,229],"selection":[77,230],",":[78],"which":[79],"leads":[80],"many":[82],"train":[85],"hyper-parameter":[88],"tuning":[89],"or":[90],"layer-wise":[91],"finetuning,":[92],"compounds":[93],"situation":[95],"with":[96,163,200,219],"two":[97],"more":[98,188],"burdens:":[99],"resource":[100],"apportioning":[101],"scheduling.":[103],"In":[104],"this":[105],"work,":[106],"we":[107,120,215],"unify":[108],"these":[109,208],"three":[110],"burdens":[111],"by":[112,148],"formalizing":[113],"them":[114],"joint":[117,149],"problem":[118,141],"call":[121,216],"SPASE:":[122],"Select":[123],"Parallelism,":[125],"Allocate":[126],"resources,":[127],"Schedule.":[129],"We":[130,151,171,178,194,205],"propose":[131],"information":[134],"system":[135,197,214],"architecture":[136],"tackle":[138],"SPASE":[140,174],"holistically,":[142],"exploiting":[143],"performance":[145],"opportunities":[146],"presented":[147],"optimization.":[150],"devise":[152],"an":[153,164,176,184,201],"extensible":[154],"template":[155],"existing":[157],"schemes":[159],"combine":[161],"it":[162],"automated":[165],"empirical":[166],"profiler":[167],"runtime":[169,198],"estimation.":[170],"then":[172],"formulate":[173],"MILP.":[177],"find":[179],"direct":[181],"use":[182],"MILP-solver":[185],"significantly":[187],"effective":[189],"than":[190,232],"several":[191],"baseline":[192],"heuristics.":[193],"optimize":[195],"further":[199],"introspective":[202],"scheduling":[203],"approach.":[204],"implement":[206],"all":[207],"into":[210],"Saturn.":[217],"Experiments":[218],"benchmark":[220],"workloads":[222],"show":[223],"Saturn":[225],"achieves":[226],"39-49%":[227],"lower":[228],"runtimes":[231],"current":[233],"practice.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}