{"id":"https://openalex.org/W3033807643","doi":null,"title":"The Design and Implementation of Low-Latency Prediction Serving Systems","display_name":"The Design and Implementation of Low-Latency Prediction Serving Systems","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W3033807643","mag":"3033807643"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt42r093p5","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/42r093p5","pdf_url":"https://escholarship.org/content/qt42r093p5/qt42r093p5.pdf?t=q6z2n2","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W3033807643"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/content/qt42r093p5/qt42r093p5.pdf?t=q6z2n2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077179019","display_name":"Daniel Crankshaw","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Daniel Crankshaw","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5077179019"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5746999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5746999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.17640000581741333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.0414000004529953,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/low-latency-inference","display_name":"low-latency inference","score":0.7990000247955322},{"id":"https://openalex.org/keywords/machine-learning-deployment","display_name":"machine learning deployment","score":0.7039999961853027},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/model-personalization","display_name":"model personalization","score":0.9890000224113464},{"id":"https://openalex.org/keywords/clipper","display_name":"Clipper","score":0.7540000081062317},{"id":"https://openalex.org/keywords/velox","display_name":"Velox","score":0.8180000185966492},{"id":"https://openalex.org/keywords/tail-latency","display_name":"tail latency","score":0.7820000052452087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.823396623134613},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7083790898323059},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6765096783638},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5953478217124939},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.573321521282196},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5296856164932251},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5095353722572327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49572694301605225},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48967841267585754},{"id":"https://openalex.org/C142355369","wikidata":"https://www.wikidata.org/wiki/Q7698919","display_name":"Temporal isolation among virtual machines","level":4,"score":0.4550321102142334},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.44498211145401},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.41206544637680054},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33214348554611206},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2464788258075714},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.19187277555465698},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12812402844429016},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt42r093p5","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/42r093p5","pdf_url":"https://escholarship.org/content/qt42r093p5/qt42r093p5.pdf?t=q6z2n2","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:oai:berkeley.edu:28722-bk0018d8z9f","doi":null,"is_oa":false,"landing_page_url":"http://techreports.lib.berkeley.edu/reports/TRWebData/accessPages/EECS-2019-171.html","pdf_url":null,"source":{"id":"https://openalex.org/S7407050879","display_name":"UC Berkeley","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I95457486","host_organization_name":"University of California, Berkeley","host_organization_lineage":["https://openalex.org/I95457486"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"technical reports"},{"id":"mag:3033807643","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt42r093p5/qt42r093p5.pdf?t=q6z2n2","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt42r093p5","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/42r093p5","pdf_url":"https://escholarship.org/content/qt42r093p5/qt42r093p5.pdf?t=q6z2n2","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6773999929428101}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033807643.pdf","grobid_xml":"https://content.openalex.org/works/W3033807643.grobid-xml"},"referenced_works_count":110,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W117630655","https://openalex.org/W268427563","https://openalex.org/W410850256","https://openalex.org/W639708223","https://openalex.org/W753012316","https://openalex.org/W943204654","https://openalex.org/W1442374986","https://openalex.org/W1483870316","https://openalex.org/W1503398984","https://openalex.org/W1566315437","https://openalex.org/W1575092331","https://openalex.org/W1579308114","https://openalex.org/W1600607000","https://openalex.org/W1686810756","https://openalex.org/W1751428553","https://openalex.org/W1821462560","https://openalex.org/W1847221605","https://openalex.org/W1976948919","https://openalex.org/W1999955156","https://openalex.org/W2014299137","https://openalex.org/W2019627666","https://openalex.org/W2038157364","https://openalex.org/W2040367556","https://openalex.org/W2054141820","https://openalex.org/W2063094735","https://openalex.org/W2069857956","https://openalex.org/W2074694452","https://openalex.org/W2075233755","https://openalex.org/W2077902449","https://openalex.org/W2078945459","https://openalex.org/W2083842231","https://openalex.org/W2090850279","https://openalex.org/W2093217068","https://openalex.org/W2097117768","https://openalex.org/W2099102906","https://openalex.org/W2099419573","https://openalex.org/W2112420033","https://openalex.org/W2114157818","https://openalex.org/W2116832440","https://openalex.org/W2117539524","https://openalex.org/W2119391823","https://openalex.org/W2119738171","https://openalex.org/W2120214216","https://openalex.org/W2123442489","https://openalex.org/W2125822162","https://openalex.org/W2131975293","https://openalex.org/W2138996412","https://openalex.org/W2139212933","https://openalex.org/W2142192571","https://openalex.org/W2147206873","https://openalex.org/W2147527908","https://openalex.org/W2149933564","https://openalex.org/W2149941839","https://openalex.org/W2155893237","https://openalex.org/W2158700277","https://openalex.org/W2162979096","https://openalex.org/W2167758305","https://openalex.org/W2168231600","https://openalex.org/W2169961240","https://openalex.org/W2184623761","https://openalex.org/W2186615578","https://openalex.org/W2189162242","https://openalex.org/W2194775991","https://openalex.org/W2199096058","https://openalex.org/W2256357568","https://openalex.org/W2265127172","https://openalex.org/W2296516251","https://openalex.org/W2338322935","https://openalex.org/W2416885651","https://openalex.org/W2528415359","https://openalex.org/W2533800772","https://openalex.org/W2579247884","https://openalex.org/W2599379624","https://openalex.org/W2604231779","https://openalex.org/W2606722458","https://openalex.org/W2613195858","https://openalex.org/W2614208603","https://openalex.org/W2622443349","https://openalex.org/W2624244387","https://openalex.org/W2743948853","https://openalex.org/W2746629849","https://openalex.org/W2751171528","https://openalex.org/W2752236330","https://openalex.org/W2756970668","https://openalex.org/W2787998955","https://openalex.org/W2798956872","https://openalex.org/W2808746463","https://openalex.org/W2899472238","https://openalex.org/W2899771611","https://openalex.org/W2905507405","https://openalex.org/W2912934387","https://openalex.org/W2930508541","https://openalex.org/W2949117887","https://openalex.org/W2949605076","https://openalex.org/W2949650786","https://openalex.org/W2963175113","https://openalex.org/W2964108773","https://openalex.org/W2964298054","https://openalex.org/W2982157693","https://openalex.org/W2997591727","https://openalex.org/W3011120880","https://openalex.org/W4211035117","https://openalex.org/W4212863985","https://openalex.org/W4231109964","https://openalex.org/W4239086110","https://openalex.org/W4244634541","https://openalex.org/W4247777301","https://openalex.org/W6891860974","https://openalex.org/W6910681941"],"related_works":["https://openalex.org/W2964108773","https://openalex.org/W2896958211","https://openalex.org/W3041710494","https://openalex.org/W2912348871","https://openalex.org/W6982435923","https://openalex.org/W3046872152","https://openalex.org/W3033527233","https://openalex.org/W2981449041","https://openalex.org/W4404371632","https://openalex.org/W4394892775"],"abstract_inverted_index":{"Machine":[0],"learning":[1,30,45,74,112,152],"is":[2,82],"being":[3],"deployed":[4],"in":[5,79,116],"a":[6,26,85,130],"growing":[7],"number":[8],"of":[9,28,70,94,132,162],"applications":[10,24],"which":[11],"demand":[12],"real-":[13],"time,":[14],"accurate,":[15],"and":[16,32,47,54,113,128,136,140,145,157],"cost-efficient":[17],"predictions":[18],"under":[19],"heavy":[20],"query":[21],"load.":[22],"These":[23],"employ":[25],"variety":[27],"machine":[29,44,73,151],"frameworks":[31,46,96],"models,":[33],"often":[34],"composing":[35],"several":[36],"models":[37],"within":[38],"the":[39,68,149,159],"same":[40],"application.":[41],"However,":[42],"most":[43],"systems":[48,64,91],"are":[49],"optimized":[50],"for":[51],"model":[52,114],"training":[53,95],"not":[55],"deployment.In":[56],"this":[57,80,105,122],"thesis,":[58],"I":[59],"discuss":[60],"three":[61],"prediction":[62,138,142,163],"serving":[63,101],"designed":[65],"to":[66,83,97,108,118,125,134,165],"meet":[67],"needs":[69],"modern":[71],"interactive":[72],"applications.":[75],"The":[76],"key":[77],"idea":[78],"work":[81],"utilize":[84],"decoupled,":[86],"layered":[87],"design":[88],"that":[89],"interposes":[90],"on":[92],"top":[93],"build":[98],"low-latency,":[99],"scalable":[100],"systems.":[102],"Velox":[103],"introduced":[104,129],"decoupled":[106],"architecture":[107,124],"enable":[109],"fast":[110],"online":[111],"personalization":[115],"response":[117],"feedback.":[119],"Clipper":[120],"generalized":[121],"system":[123],"be":[126],"framework-agnostic":[127],"set":[131],"optimizations":[133],"reduce":[135],"bound":[137],"latency":[139,172],"improve":[141],"throughput,":[143],"accuracy,":[144],"robustness":[146],"without":[147],"modifying":[148],"underlying":[150],"frameworks.":[153],"And":[154],"InferLine":[155],"provisions":[156],"manages":[158],"individual":[160],"stages":[161],"pipelines":[164],"minimize":[166],"cost":[167],"while":[168],"meeting":[169],"end-to-end":[170],"tail":[171],"constraints.":[173]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3033807643","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2020-06-12T00:00:00"}
