{"id":"https://openalex.org/W4389539781","doi":"https://doi.org/10.14778/3626292.3626296","title":"ElasticNotebook: Enabling Live Migration for Computational Notebooks","display_name":"ElasticNotebook: Enabling Live Migration for Computational Notebooks","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389539781","doi":"https://doi.org/10.14778/3626292.3626296"},"language":"en","primary_location":{"id":"doi:10.14778/3626292.3626296","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3626292.3626296","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101427805","display_name":"Zhaoheng Li","orcid":"https://orcid.org/0000-0002-4877-2283"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhaoheng Li","raw_affiliation_strings":["Univ. of Illinois Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"Univ. of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092925863","display_name":"Pranav Gor","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pranav Gor","raw_affiliation_strings":["Univ. of Illinois Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"Univ. of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059389111","display_name":"Rahul Prabhu","orcid":"https://orcid.org/0000-0003-4481-2230"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Prabhu","raw_affiliation_strings":["Univ. of Illinois Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"Univ. of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100977475","display_name":"Hui Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hui Yu","raw_affiliation_strings":["Univ. of Illinois Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"Univ. of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106724670","display_name":"Yuzhou Mao","orcid":"https://orcid.org/0009-0009-7745-555X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhou Mao","raw_affiliation_strings":["University of Michigan - Ann Arbor"],"affiliations":[{"raw_affiliation_string":"University of Michigan - Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023168280","display_name":"Yongjoo Park","orcid":"https://orcid.org/0000-0003-3786-6214"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongjoo Park","raw_affiliation_strings":["Univ. of Illinois Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"Univ. of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101427805"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":4.4651,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.95197554,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"17","issue":"2","first_page":"119","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8601415753364563},{"id":"https://openalex.org/keywords/copying","display_name":"Copying","score":0.7900223135948181},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7548189759254456},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.6607016921043396},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5025670528411865},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.449546754360199},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4455665349960327},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4325808882713318},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.41615721583366394},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3368445038795471},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16074174642562866}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8601415753364563},{"id":"https://openalex.org/C2779151265","wikidata":"https://www.wikidata.org/wiki/Q1156791","display_name":"Copying","level":2,"score":0.7900223135948181},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7548189759254456},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.6607016921043396},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5025670528411865},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.449546754360199},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4455665349960327},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4325808882713318},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.41615721583366394},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3368445038795471},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16074174642562866},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3626292.3626296","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3626292.3626296","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1966771895","https://openalex.org/W2038157364","https://openalex.org/W2047196223","https://openalex.org/W2092874619","https://openalex.org/W2112363800","https://openalex.org/W2118655063","https://openalex.org/W2139416291","https://openalex.org/W2160943904","https://openalex.org/W2294212155","https://openalex.org/W2592286282","https://openalex.org/W2612759782","https://openalex.org/W2752857821","https://openalex.org/W2798535736","https://openalex.org/W2886094133","https://openalex.org/W2904201207","https://openalex.org/W2913372561","https://openalex.org/W2914209329","https://openalex.org/W2941232686","https://openalex.org/W2998715488","https://openalex.org/W3028867501","https://openalex.org/W3035004668","https://openalex.org/W3082494217","https://openalex.org/W3092022376","https://openalex.org/W3130135947","https://openalex.org/W3135035073","https://openalex.org/W3141903600","https://openalex.org/W3176771520","https://openalex.org/W3209936002","https://openalex.org/W4231972924","https://openalex.org/W4244424643","https://openalex.org/W4283324304","https://openalex.org/W4283328246","https://openalex.org/W4284970803","https://openalex.org/W4312521811","https://openalex.org/W4317641644","https://openalex.org/W4376654457","https://openalex.org/W4385270183"],"related_works":["https://openalex.org/W4308771405","https://openalex.org/W2355873265","https://openalex.org/W2963669501","https://openalex.org/W3080197661","https://openalex.org/W4318471783","https://openalex.org/W2760667490","https://openalex.org/W2991781269","https://openalex.org/W775724729","https://openalex.org/W2137489486","https://openalex.org/W2021042108"],"abstract_inverted_index":{"Computational":[0],"notebooks":[1,237],"(e.g.,":[2,87],"Jupyter,":[3],"Google":[4],"Colab)":[5],"are":[6,109],"widely":[7],"used":[8],"for":[9,98,173],"interactive":[10],"data":[11,93],"science":[12],"and":[13,114,149,166,220,225,234,241,246],"machine":[14],"learning.":[15],"In":[16,125],"those":[17],"frameworks,":[18],"users":[19,64],"can":[20,121,162,208],"start":[21],"a":[22,29,51,55,130,142,164,203,229],"session":[23,177],",":[24,62],"then":[25],"execute":[26],"cells":[27],"(i.e.,":[28,169,231],"set":[30],"of":[31,205,236,244],"statements)":[32],"to":[33,197],"create":[34],"variables,":[35],"train":[36],"models,":[37],"visualize":[38],"results,":[39],"etc.":[40,186],"Unfortunately,":[41],"existing":[42],"notebook":[43,52,132],"systems":[44],"do":[45],"not":[46],"offer":[47],"live":[48,137],"migration:":[49],"when":[50],"launches":[53],"on":[54,84,228],"new":[56,131,191],"machine,":[57],"it":[58],"loses":[59],"its":[60],"state":[61],"preventing":[63],"from":[65,69,119,202],"continuing":[66],"their":[67],"tasks":[68],"where":[70],"they":[71],"had":[72],"left":[73],"off.":[74],"This":[75],"is":[76,146],"because,":[77],"unlike":[78],"DBMS,":[79],"the":[80,175],"sessions":[81],"directly":[82],"rely":[83],"underlying":[85],"kernels":[86],"Python/R":[88],"interpreters)":[89],"without":[90],"an":[91],"additional":[92],"management":[94],"layer.":[95],"Existing":[96],"techniques":[97],"preserving":[99],"states,":[100],"such":[101],"as":[102],"copying":[103],"all":[104,154,199],"variables":[105,200,206],"or":[106],"OS-level":[107],"checkpointing,":[108],"unreliable":[110],"(often":[111],"fail),":[112],"inefficient,":[113],"platform-dependent.":[115],"Also,":[116],"re-running":[117],"code":[118],"scratch":[120],"be":[122,209],"highly":[123],"time-consuming.":[124],"this":[126,188],"paper,":[127],"we":[128],"introduce":[129],"system,":[133],"Elastic-Notebook,":[134],"that":[135,145,207,215],"offers":[136],"migration":[138,219],"via":[139,157],"checkpointing/restoration":[140],"using":[141],"novel":[143],"mechanism":[144],"reliable,":[147],"efficient,":[148],"platform-independent.":[150],"Specifically,":[151],"by":[152,223],"observing":[153],"cell":[155],"executions":[156],"transparent,":[158],"lightweight":[159],"monitoring,":[160],"ElasticNotebook":[161,216],"find":[163],"reliable":[165],"efficient":[167],"way":[168],"replication":[170],"plan":[171],")":[172],"reconstructing":[174],"original":[176],"state,":[178],"considering":[179],"variable-cell":[180],"dependencies,":[181],"observed":[182],"runtime,":[183],"variable":[184],"sizes,":[185],"To":[187],"end,":[189],"our":[190],"graph-based":[192],"optimization":[193],"problem":[194],"finds":[195],"how":[196],"reconstruct":[198],"(efficiently)":[201],"subset":[204],"transferred":[210],"across":[211],"machines.":[212],"We":[213],"show":[214],"reduces":[217],"end-to-end":[218],"restoration":[221],"times":[222],"85%-98%":[224],"94%-99%,":[226],"respectively,":[227],"variety":[230],"Kaggle,":[232],"JWST,":[233],"Tutorial)":[235],"with":[238],"negligible":[239],"runtime":[240],"memory":[242],"overheads":[243],"<2.5%":[245],"<10%.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}