{"id":"https://openalex.org/W2399650993","doi":null,"title":"Building LinkedIn's Real-time Activity Data Pipeline.","display_name":"Building LinkedIn's Real-time Activity Data Pipeline.","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W2399650993","mag":"2399650993"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.294.7352","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.294.7352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://sites.computer.org/debull/A12june/pipeline.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054293088","display_name":"Ken Goodhope","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ken Goodhope","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082117781","display_name":"Joel Koshy","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joel Koshy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045206229","display_name":"Jay Kreps","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jay Kreps","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049042372","display_name":"Neha Narkhede","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neha Narkhede","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035124843","display_name":"Richard Park","orcid":"https://orcid.org/0000-0001-7511-1037","observed_orcids":["https://orcid.org/0000-0001-7511-1037"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard Park","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7511-1037","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009094344","display_name":"Jun Rao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Rao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018988882","display_name":"Victor Yang Ye","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Victor Yang Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.3786,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":{"value":0.9873184,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"35","issue":null,"first_page":"33","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.08640000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.02070000022649765,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/real-time-data-pipelines","display_name":"real-time data pipelines","score":0.8519999980926514},{"id":"https://openalex.org/keywords/activity-data","display_name":"activity data","score":0.8870000243186951},{"id":"https://openalex.org/keywords/logs","display_name":"logs","score":0.48899999260902405},{"id":"https://openalex.org/keywords/event-data","display_name":"event data","score":0.6370000243186951},{"id":"https://openalex.org/keywords/franz-kafka","display_name":"Franz Kafka","score":0.597000002861023},{"id":"https://openalex.org/keywords/linkedin","display_name":"LinkedIn","score":0.7049999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.832280158996582},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6507406234741211},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.5874009728431702},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5756562948226929},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5547270178794861},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5373984575271606},{"id":"https://openalex.org/C110593043","wikidata":"https://www.wikidata.org/wiki/Q7300787","display_name":"Real-time data","level":2,"score":0.4934922456741333},{"id":"https://openalex.org/C41458344","wikidata":"https://www.wikidata.org/wiki/Q732577","display_name":"Publication","level":2,"score":0.4758736193180084},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.45817136764526367},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4469864070415497},{"id":"https://openalex.org/C103645729","wikidata":"https://www.wikidata.org/wiki/Q911187","display_name":"Page view","level":5,"score":0.42626282572746277},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4204847812652588},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.35922783613204956},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3324253559112549},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3285418748855591},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1819443702697754},{"id":"https://openalex.org/C11392498","wikidata":"https://www.wikidata.org/wiki/Q11288","display_name":"Web server","level":3,"score":0.1610339879989624},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.0},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.294.7352","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.294.7352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://sites.computer.org/debull/A12june/pipeline.pdf","raw_type":"text"},{"id":"mag:2399650993","doi":null,"is_oa":false,"landing_page_url":"http://sites.computer.org/debull/A12june/pipeline.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S62003192","display_name":"IEEE Data(base) Engineering Bulletin","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"IEEE Data(base) Engineering Bulletin","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W188726702","https://openalex.org/W192446467","https://openalex.org/W592027770","https://openalex.org/W1484897302","https://openalex.org/W1985419898","https://openalex.org/W2121755629","https://openalex.org/W2142031898","https://openalex.org/W2171867449"],"related_works":["https://openalex.org/W4402923414","https://openalex.org/W3108284356","https://openalex.org/W6906395940","https://openalex.org/W6893209341","https://openalex.org/W2564196031","https://openalex.org/W2093715618","https://openalex.org/W6940982361","https://openalex.org/W4414317540","https://openalex.org/W7096467855","https://openalex.org/W6968768650"],"abstract_inverted_index":{"One":[0],"trend":[1],"in":[2,15,39,59,96,118],"the":[3,10,16,33,40,89,163,170,175,183],"implementation":[4],"of":[5,12,18,35,42,64,136,145,165],"modern":[6],"web":[7],"systems":[8,38,147],"is":[9,31,75],"use":[11],"activity":[13],"data":[14,30,71,74,99],"form":[17],"log":[19],"or":[20],"event":[21],"messages":[22,139,154],"that":[23],"capture":[24],"user":[25],"and":[26,48,61,79,91,122,148,174,177],"server":[27],"activity.":[28],"This":[29,86,114],"at":[32,120],"heart":[34],"many":[36],"internet":[37],"domains":[41],"advertising,":[43],"relevance,":[44],"search,":[45],"recommendation":[46],"systems,":[47,167],"security,":[49],"as":[50,52],"well":[51],"continuing":[53],"to":[54,107,155,172],"fulfill":[55],"its":[56],"traditional":[57],"role":[58],"analytics":[60],"reporting.":[62],"Many":[63],"these":[65,156],"uses":[66],"place":[67],"real-time":[68,80,109],"demands":[69],"on":[70,169],"feeds.":[72],"Activity":[73],"extremely":[76],"high":[77],"volume":[78],"pipelines":[81],"present":[82],"new":[83],"design":[84,90,176],"challenges.":[85],"paper":[87],"discusses":[88],"engineering":[92,178],"problems":[93,179],"we":[94,180],"encountered":[95,181],"moving":[97],"LinkedIn\u2019s":[98],"pipeline":[100,115],"from":[101],"a":[102,108,133],"batch-oriented":[103],"file":[104],"aggregation":[105],"mechanism":[106],"publish-subscribe":[110],"system":[111],"called":[112],"Kafka.":[113],"currently":[116],"runs":[117],"production":[119],"LinkedIn":[121],"handles":[123],"more":[124,150],"than":[125,151],"10":[126],"billion":[127,153],"message":[128],"writes":[129],"each":[130,159],"day":[131],"with":[132],"sustained":[134],"peak":[135],"over":[137],"172,000":[138],"per":[140],"second.":[141],"Kafka":[142],"supports":[143],"dozens":[144],"subscribing":[146],"delivers":[149],"55":[152],"consumer":[157],"processing":[158],"day.":[160],"We":[161],"discuss":[162],"origins":[164],"this":[166],"missteps":[168],"path":[171],"real-time,":[173],"along":[182],"way.":[184],"1":[185]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}