{"id":"https://openalex.org/W2184728796","doi":null,"title":"A New Algorithm for Compressed Counting with Applications in Shannon Entropy Estimation in Dynamic Data","display_name":"A New Algorithm for Compressed Counting with Applications in Shannon Entropy Estimation in Dynamic Data","alternate_titles":[],"publication_year":2011,"publication_date":"2011-12-21","ids":{"openalex":"https://openalex.org/W2184728796","mag":"2184728796"},"language":"en","primary_location":{"id":"mag:2184728796","doi":null,"is_oa":false,"landing_page_url":"http://fodava.gatech.edu/files/reports/FODAVA-11-06.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418075","display_name":"Conference on Learning Theory","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Conference on Learning Theory","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2184728796"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100435527","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-5979-8868","observed_orcids":["https://orcid.org/0000-0002-5979-8868"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ping Li","raw_affiliation_strings":["cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035248263","display_name":"Cun\u2010Hui Zhang","orcid":"https://orcid.org/0000-0002-7863-7445","observed_orcids":["https://orcid.org/0000-0002-7863-7445"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cun-Hui Zhang","raw_affiliation_strings":["Rutgers University *"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University *","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5325,"has_fulltext":false,"cited_by_count":24,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.82111293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"477","last_page":"496"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.23469999432563782,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.23469999432563782,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.13930000364780426,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.08489999920129776,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shannon-entropy-estimation","display_name":"Shannon entropy estimation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/data-streams","display_name":"data streams","score":0.890999972820282},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.6380000114440918},{"id":"https://openalex.org/keywords/fisher-information","display_name":"Fisher information","score":0.5370000004768372},{"id":"https://openalex.org/keywords/statistical-optimality","display_name":"statistical optimality","score":0.7630000114440918},{"id":"https://openalex.org/keywords/method-of-moments","display_name":"method of moments","score":0.5740000009536743},{"id":"https://openalex.org/keywords/dynamic-data","display_name":"dynamic data","score":0.6439999938011169}],"concepts":[{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.654826819896698},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6036568880081177},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5905495285987854},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5898114442825317},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.5660562515258789},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.5385504961013794},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.5289597511291504},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5170924663543701},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.464423805475235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43141061067581177},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.4245273172855377},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3361784815788269},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29073086380958557},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.2312188446521759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17833596467971802},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.07689434289932251},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:2184728796","doi":null,"is_oa":false,"landing_page_url":"http://fodava.gatech.edu/files/reports/FODAVA-11-06.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418075","display_name":"Conference on Learning Theory","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Conference on Learning Theory","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.229.491","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.229.491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.jmlr.org/proceedings/papers/v19/li11a/li11a.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W27935549","https://openalex.org/W1500187924","https://openalex.org/W1603123426","https://openalex.org/W1628908379","https://openalex.org/W1761167196","https://openalex.org/W1887266196","https://openalex.org/W1965972569","https://openalex.org/W1983874169","https://openalex.org/W2001474264","https://openalex.org/W2044466562","https://openalex.org/W2045345437","https://openalex.org/W2045533739","https://openalex.org/W2049898997","https://openalex.org/W2075457099","https://openalex.org/W2078764670","https://openalex.org/W2080745194","https://openalex.org/W2099220942","https://openalex.org/W2108271008","https://openalex.org/W2108673751","https://openalex.org/W2109885200","https://openalex.org/W2112036337","https://openalex.org/W2114771311","https://openalex.org/W2116541203","https://openalex.org/W2129978406","https://openalex.org/W2130598205","https://openalex.org/W2133909581","https://openalex.org/W2146189323","https://openalex.org/W2157005274","https://openalex.org/W2159245256","https://openalex.org/W2164210932","https://openalex.org/W2263958071","https://openalex.org/W2621193479","https://openalex.org/W2914324265"],"related_works":["https://openalex.org/W1562046518","https://openalex.org/W2914324265","https://openalex.org/W1500187924","https://openalex.org/W1677464548","https://openalex.org/W2168156815","https://openalex.org/W1512308376","https://openalex.org/W1491309368","https://openalex.org/W2116541203","https://openalex.org/W39904068","https://openalex.org/W1580993218"],"abstract_inverted_index":{"Efficient":[0],"estimation":[1],"of":[2,8,49,60,170,194],"the":[3,24,32,47,58,95,171,192],"moments":[4],"and":[5,19,174],"Shannon":[6,25,51,146],"entropy":[7,52,147],"data":[9,20],"streams":[10],"is":[11,53,72,104,117,138,155,178,188],"an":[12,167],"important":[13],"task":[14],"in":[15,80,175],"modern":[16],"machine":[17],"learning":[18],"mining.":[21],"To":[22,44],"estimate":[23,31],"entropy,":[26],"it":[27,177],"suffices":[28],"to":[29,98,120,180,190],"accurately":[30],"\u03b1-th":[33],"moment":[34],"with":[35],"\u2206":[36],"=":[37],"|1":[38],"\u2212":[39],"\u03b1":[40],"|":[41],"\u2248":[42],"0.":[43],"guarantee":[45],"that":[46,163],"error":[48],"estimated":[50],"within":[54],"a":[55,90,113,128],"\u03bd-additive":[56,145],"factor,":[57],"method":[59],"symmetric":[61],"stable":[62],"random":[63,87],"projections":[64],"requires":[65],"O":[66,99,140],"(":[67,100,141],"1":[68,101,142],"\u03bd2\u22062)":[69],"samples,":[70],"which":[71,103,116],"extremely":[73],"expensive.":[74,106],"The":[75,107,149],"first":[76],"paper":[77],"(Li,":[78,110],"2009a)":[79],"Compressed":[81,133],"Counting":[82],"(CC),":[83],"based":[84],"on":[85],"skewed-stable":[86],"projections,":[88],"supplies":[89],"substantial":[91],"improvement":[92],"by":[93],"reducing":[94],"sample":[96,136],"complexity":[97,137],"\u03bd2),":[102],"still":[105],"followup":[108],"work":[109],"2009b)":[111],"provides":[112],"practical":[114],"algorithm,":[115],"however":[118],"difficult":[119],"analyze":[121],"theoretically.":[122],"In":[123,159],"this":[124,153],"paper,":[125],"we":[126,161],"propose":[127],"new":[129],"accurate":[130],"algorithm":[131,165],"for":[132,144,152],"Counting,":[134],"whose":[135],"only":[139],"\u03bd2)":[143],"estimation.":[148],"constant":[150],"factor":[151],"bound":[154,169],"merely":[156],"about":[157],"6.":[158],"addition,":[160],"prove":[162],"our":[164,195],"achieves":[166],"upper":[168],"Fisher":[172],"information":[173],"fact":[176],"close":[179],"100":[181],"%":[182],"statistically":[183],"optimal.":[184],"An":[185],"empirical":[186],"study":[187],"conducted":[189],"verify":[191],"accuracy":[193],"algorithm.":[196]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2184728796","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
