{"id":"https://openalex.org/W3211944403","doi":"https://doi.org/10.1145/3472392","title":"Timely Reporting of Heavy Hitters Using External Memory","display_name":"Timely Reporting of Heavy Hitters Using External Memory","publication_year":2021,"publication_date":"2021-11-15","ids":{"openalex":"https://openalex.org/W3211944403","doi":"https://doi.org/10.1145/3472392","mag":"3211944403"},"language":"en","primary_location":{"id":"doi:10.1145/3472392","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3472392","pdf_url":null,"source":{"id":"https://openalex.org/S90119964","display_name":"ACM Transactions on Database Systems","issn_l":"0362-5915","issn":["0362-5915","1557-4644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Database Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1830533","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100707792","display_name":"Shikha Singh","orcid":"https://orcid.org/0000-0002-3704-7131"},"institutions":[{"id":"https://openalex.org/I22675022","display_name":"Williams College","ror":"https://ror.org/04avkmd49","country_code":"US","type":"education","lineage":["https://openalex.org/I22675022"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shikha Singh","raw_affiliation_strings":["Williams College, Williamstown, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Williams College, Williamstown, MA","institution_ids":["https://openalex.org/I22675022"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046255111","display_name":"Prashant Pandey","orcid":"https://orcid.org/0000-0003-2248-4731"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prashant Pandey","raw_affiliation_strings":["Lawrence Berkeley National Laboratories and University of California Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratories and University of California Berkeley","institution_ids":["https://openalex.org/I148283060","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068761590","display_name":"Michael A. Bender","orcid":"https://orcid.org/0000-0001-7639-530X"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael A. Bender","raw_affiliation_strings":["Stony Brook University, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009558569","display_name":"Jonathan W. Berry","orcid":"https://orcid.org/0000-0002-1768-685X"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan W. Berry","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087023890","display_name":"Mart\u0131\u0301n Farach-Colton","orcid":"https://orcid.org/0000-0003-3616-7788"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mart\u00edn Farach-Colton","raw_affiliation_strings":["Rutgers University, Piscataway, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101626826","display_name":"Rob Johnson","orcid":"https://orcid.org/0000-0002-0784-7410"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rob Johnson","raw_affiliation_strings":["VMware Research, Palo Alto, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VMware Research, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039000718","display_name":"Thomas M Kroeger","orcid":"https://orcid.org/0000-0003-3218-6412"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas M. Kroeger","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035120984","display_name":"Cynthia A. Phillips","orcid":"https://orcid.org/0000-0001-7348-9079"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia A. Phillips","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM","institution_ids":["https://openalex.org/I4210104735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21789934,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"46","issue":"4","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8837406039237976},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.673567533493042},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.47017353773117065},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.4585314989089966},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.4397146999835968},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4309699237346649},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4271458387374878},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4245888292789459},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.41555047035217285},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2073552906513214},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12469008564949036},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11055025458335876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8837406039237976},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.673567533493042},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.47017353773117065},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.4585314989089966},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.4397146999835968},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4309699237346649},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4271458387374878},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4245888292789459},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.41555047035217285},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2073552906513214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12469008564949036},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11055025458335876},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3472392","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3472392","pdf_url":null,"source":{"id":"https://openalex.org/S90119964","display_name":"ACM Transactions on Database Systems","issn_l":"0362-5915","issn":["0362-5915","1557-4644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Database Systems","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:1830533","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1830533","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1830533","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1830533","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G122673668","display_name":null,"funder_award_id":"DE\u2013AC02\u201305CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"}],"funders":[{"id":"https://openalex.org/F4320317220","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14"},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W53813205","https://openalex.org/W1553409264","https://openalex.org/W1634257591","https://openalex.org/W1865797552","https://openalex.org/W1956340982","https://openalex.org/W1976262362","https://openalex.org/W2000042664","https://openalex.org/W2006355640","https://openalex.org/W2024503255","https://openalex.org/W2034947341","https://openalex.org/W2038142281","https://openalex.org/W2044188017","https://openalex.org/W2056012370","https://openalex.org/W2060324268","https://openalex.org/W2064379477","https://openalex.org/W2066900015","https://openalex.org/W2068739275","https://openalex.org/W2080234606","https://openalex.org/W2090103608","https://openalex.org/W2097980166","https://openalex.org/W2106154221","https://openalex.org/W2106384979","https://openalex.org/W2112053513","https://openalex.org/W2112742403","https://openalex.org/W2113139394","https://openalex.org/W2115559007","https://openalex.org/W2116435146","https://openalex.org/W2117098610","https://openalex.org/W2117747231","https://openalex.org/W2132520482","https://openalex.org/W2145769767","https://openalex.org/W2155793255","https://openalex.org/W2162332844","https://openalex.org/W2167973519","https://openalex.org/W2291609542","https://openalex.org/W2479510968","https://openalex.org/W2612838847","https://openalex.org/W2614079713","https://openalex.org/W2743411104","https://openalex.org/W2950627632","https://openalex.org/W2952645187","https://openalex.org/W2955486079","https://openalex.org/W2963799254","https://openalex.org/W2963898466","https://openalex.org/W2964122023","https://openalex.org/W2969998124","https://openalex.org/W2999873292","https://openalex.org/W3031315636","https://openalex.org/W3103362336","https://openalex.org/W4230230708","https://openalex.org/W4362690795"],"related_works":["https://openalex.org/W4317418912","https://openalex.org/W2082671441","https://openalex.org/W2605169415","https://openalex.org/W180351855","https://openalex.org/W2538312128","https://openalex.org/W2904574017","https://openalex.org/W3113817755","https://openalex.org/W2794178276","https://openalex.org/W2529735807","https://openalex.org/W4234804492"],"abstract_inverted_index":{"Given":[0],"an":[1,13,44],"input":[2],"stream":[3],"S":[4,22],"of":[5,26,83,98,222,242],"size":[6],"N":[7],",":[8],"a":[9,38,63,106,184,194,203,239],"\u0278-heavy":[10],"hitter":[11],"is":[12,29],"item":[14],"that":[15],"occurs":[16],"at":[17],"least":[18],"\u0278N":[19],"times":[20],"in":[21,32,42],".":[23],"The":[24,77],"problem":[25,79,120,161],"finding":[27],"heavy-hitters":[28,40,115,131,152,245],"extensively":[30],"studied":[31],"the":[33,69,81,113,118,159,216,243,254],"database":[34],"literature.":[35],"We":[36,66,147,207],"study":[37],"real-time":[39],"variant":[41],"which":[43,88],"element":[45],"must":[46],"be":[47,251],"reported":[48],"shortly":[49],"after":[50],"we":[51],"see":[52],"its":[53],"T":[54],"=":[55],"\u0278":[56],"N-th":[57],"occurrence":[58],"(and":[59],"hence":[60],"it":[61],"becomes":[62],"heavy":[64],"hitter).":[65],"call":[67],"this":[68],"Timely":[70],"Event":[71],"Detection":[72],"(":[73],"TED":[74,78,119,160],")":[75],"Problem.":[76],"models":[80],"needs":[82],"many":[84],"real-world":[85],"monitoring":[86],"systems,":[87],"demand":[89],"accurate":[90],"(i.e.,":[91,136,143],"no":[92],"false":[93,138],"negatives)":[94],"and":[95,170,182,190,209],"timely":[96],"reporting":[97,108,188,197],"all":[99],"events":[100],"from":[101],"large,":[102],"high-speed":[103,164],"streams":[104,165],"with":[105],"low":[107],"threshold":[109],"(high":[110],"sensitivity).":[111],"Like":[112],"classic":[114],"problem,":[116],"solving":[117],"without":[121],"false-positives":[122],"requires":[123],"large":[124,163],"space":[125],"(\u03a9":[126],"(N)":[127],"words).":[128],"Thus":[129],"in-RAM":[130],"algorithms":[132,153,200],"typically":[133],"sacrifice":[134],"accuracy":[135],"allow":[137],"positives),":[139],"sensitivity,":[140,169],"or":[141],"timeliness":[142],"use":[144],"multiple":[145],"passes).":[146],"show":[148],"how":[149],"to":[150,154,157,227,247],"adapt":[151],"external":[155,248],"memory":[156,249],"solve":[158],"on":[162],"while":[166],"guaranteeing":[167],"accuracy,":[168],"timeliness.":[171],"Our":[172],"data":[173,212],"structures":[174,213,224],"are":[175],"limited":[176,252],"only":[177,202],"by":[178,253],"I/O-bandwidth":[179],"(not":[180],"latency)":[181],"support":[183],"tunable":[185],"tradeoff":[186],"between":[187],"delay":[189],"I/O":[191,205,258],"overhead.":[192,206],"With":[193],"small":[195],"bounded":[196],"delay,":[198],"our":[199,211,223],"incur":[201],"logarithmic":[204],"implement":[208],"validate":[210],"empirically":[214],"using":[215],"Firehose":[217],"streaming":[218],"benchmark.":[219],"Multi-threaded":[220],"versions":[221],"can":[225],"scale":[226],"process":[228],"11M":[229],"observations":[230,262],"per":[231,263],"second":[232],"before":[233],"becoming":[234],"CPU":[235],"bound.":[236],"In":[237],"comparison,":[238],"naive":[240],"adaptation":[241],"standard":[244],"algorithm":[246],"would":[250],"storage":[255],"device\u2019s":[256],"random":[257],"throughput,":[259],"i.e.,":[260],"\u2248100K":[261],"second.":[264]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}