{"id":"https://openalex.org/W2903374573","doi":null,"title":"K-Pg: Shared State in Differential Dataflows.","display_name":"K-Pg: Shared State in Differential Dataflows.","publication_year":2018,"publication_date":"2018-12-06","ids":{"openalex":"https://openalex.org/W2903374573","mag":"2903374573"},"language":"en","primary_location":{"id":"mag:2903374573","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1812.02639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.02639","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038292473","display_name":"Frank McSherry","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frank McSherry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013888261","display_name":"Andrea Lattuada","orcid":"https://orcid.org/0000-0002-9303-452X","observed_orcids":["https://orcid.org/0000-0002-9303-452X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Lattuada","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5025826441","display_name":"Malte Schwarzkopf","orcid":"https://orcid.org/0000-0002-5066-6332","observed_orcids":["https://orcid.org/0000-0002-5066-6332"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malte Schwarzkopf","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5066-6332","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/incremental-view-maintenance","display_name":"incremental view maintenance","score":0.7900000214576721},{"id":"https://openalex.org/keywords/graph-processing","display_name":"graph processing","score":0.6010000109672546},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.6520000100135803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8245068788528442},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7125362157821655},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6330180168151855},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5565640926361084},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.48651593923568726},{"id":"https://openalex.org/C148230440","wikidata":"https://www.wikidata.org/wiki/Q1172264","display_name":"Datalog","level":2,"score":0.45753246545791626},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.45666933059692383},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4537045359611511},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.44114041328430176},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41079413890838623},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37860268354415894},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.15730038285255432},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08064067363739014},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2903374573","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1812.02639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2903374573","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1812.02639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W1419077817","https://openalex.org/W1480850417","https://openalex.org/W1608482310","https://openalex.org/W1986603225","https://openalex.org/W2082171780","https://openalex.org/W2100830825","https://openalex.org/W2131975293","https://openalex.org/W2139875914","https://openalex.org/W2141742398","https://openalex.org/W2153972927","https://openalex.org/W2173213060","https://openalex.org/W2345156056","https://openalex.org/W2433992225","https://openalex.org/W2492613899","https://openalex.org/W2624082338","https://openalex.org/W2762828804","https://openalex.org/W3098257205"],"related_works":["https://openalex.org/W2144002928","https://openalex.org/W7098917987","https://openalex.org/W2997050548","https://openalex.org/W3046838028","https://openalex.org/W2206204485","https://openalex.org/W7096623421","https://openalex.org/W2146620757","https://openalex.org/W200298483","https://openalex.org/W2521218765","https://openalex.org/W1986732570"],"abstract_inverted_index":{"Many":[0],"of":[1,14,59,74,90,107,123],"the":[2,12,57,70,131],"most":[3],"popular":[4],"scalable":[5],"data-processing":[6,77],"frameworks":[7],"are":[8],"fundamentally":[9],"limited":[10],"in":[11,45,54,126],"generality":[13],"computations":[15],"they":[16],"can":[17],"express":[18,49],"and":[19,34,39,50,72,102,105],"efficiently":[20,51],"execute.":[21],"In":[22,65],"particular,":[23],"we":[24,68],"observe":[25],"that":[26,79,113,122],"systems'":[27],"abstractions":[28],"limit":[29],"their":[30,136],"ability":[31],"to":[32,48],"share":[33],"reuse":[35],"indexed":[36],"state":[37],"within":[38],"across":[40],"computations.":[41,93],"These":[42],"limitations":[43],"result":[44],"an":[46],"inability":[47],"implement":[52],"algorithms":[53],"domains":[55],"where":[56],"scales":[58],"data":[60],"call":[61],"for":[62,86],"them":[63],"most.":[64],"this":[66],"paper,":[67],"present":[69],"design":[71],"implementation":[73],"K-Pg,":[75],"a":[76,87],"framework":[78],"provides":[80],"high-throughput,":[81],"low-latency":[82],"incremental":[83],"view":[84],"maintenance":[85],"general":[88],"class":[89,95],"iterative":[91],"data-parallel":[92],"This":[94],"includes":[96],"SQL,":[97],"stratified":[98],"Datalog":[99],"with":[100],"negation":[101],"non-monotonic":[103],"aggregates,":[104],"much":[106],"graph":[108],"processing.":[109],"Our":[110],"evaluation":[111],"indicates":[112],"K-Pg's":[114],"performance":[115],"is":[116],"either":[117],"comparable":[118],"to,":[119],"or":[120],"exceeds,":[121],"specialized":[124],"systems":[125],"multiple":[127],"domains,":[128],"while":[129],"at":[130],"same":[132],"time":[133],"significantly":[134],"generalizing":[135],"capabilities.":[137]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2018-12-11T00:00:00"}