{"id":"https://openalex.org/W2963351202","doi":"https://doi.org/10.1109/isit.2017.8007087","title":"Minimum rates of approximate sufficient statistics","display_name":"Minimum rates of approximate sufficient statistics","publication_year":2017,"publication_date":"2017-06-01","ids":{"openalex":"https://openalex.org/W2963351202","doi":"https://doi.org/10.1109/isit.2017.8007087","mag":"2963351202"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2017.8007087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8007087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024634142","display_name":"Masahito Hayashi","orcid":"https://orcid.org/0000-0003-3104-1000"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Masahito Hayashi","raw_affiliation_strings":["Graduate School of Mathematics, National University of Singapore"],"affiliations":[{"raw_affiliation_string":"Graduate School of Mathematics, National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058345431","display_name":"Vincent Y. F. Tan","orcid":"https://orcid.org/0000-0002-5008-4527"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Vincent Y. F. Tan","raw_affiliation_strings":["National University of Singapore, Singapore, SG"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, SG","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024634142"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.7801,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80782558,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"3","issue":null,"first_page":"3035","last_page":"3039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/minimum-description-length","display_name":"Minimum description length","score":0.8173950910568237},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7305084466934204},{"id":"https://openalex.org/keywords/converse","display_name":"Converse","score":0.7128215432167053},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.5884383916854858},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5538246035575867},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.5536396503448486},{"id":"https://openalex.org/keywords/sufficient-statistic","display_name":"Sufficient statistic","score":0.49412253499031067},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.47866830229759216},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.4491901695728302},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44822603464126587},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4436373710632324},{"id":"https://openalex.org/keywords/degrees-of-freedom","display_name":"Degrees of freedom (physics and chemistry)","score":0.42083853483200073},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.41798681020736694},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.36432334780693054},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32407307624816895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.19387099146842957},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.18595126271247864},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.09627571702003479}],"concepts":[{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.8173950910568237},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7305084466934204},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.7128215432167053},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.5884383916854858},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5538246035575867},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5536396503448486},{"id":"https://openalex.org/C178197554","wikidata":"https://www.wikidata.org/wiki/Q1099110","display_name":"Sufficient statistic","level":2,"score":0.49412253499031067},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.47866830229759216},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4491901695728302},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44822603464126587},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4436373710632324},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.42083853483200073},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.41798681020736694},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.36432334780693054},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32407307624816895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.19387099146842957},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.18595126271247864},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09627571702003479},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2017.8007087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8007087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1460189015","https://openalex.org/W1535258871","https://openalex.org/W1573082642","https://openalex.org/W2057393527","https://openalex.org/W2106596127","https://openalex.org/W2120340025","https://openalex.org/W2132119275","https://openalex.org/W2160570986","https://openalex.org/W2254512934","https://openalex.org/W2418943682","https://openalex.org/W2478708596","https://openalex.org/W2548783102","https://openalex.org/W2597388719","https://openalex.org/W2963351202","https://openalex.org/W4293052541","https://openalex.org/W4302366875","https://openalex.org/W4302561155","https://openalex.org/W6678397451"],"related_works":["https://openalex.org/W2387449261","https://openalex.org/W2418518962","https://openalex.org/W2963377682","https://openalex.org/W2043159103","https://openalex.org/W2391769344","https://openalex.org/W4297790016","https://openalex.org/W2769916088","https://openalex.org/W2963351202","https://openalex.org/W4317792313","https://openalex.org/W2564393086"],"abstract_inverted_index":{"Given":[0],"a":[1,5,45,77,96,104,162,186,202,242],"sufficient":[2,30,81,118],"statistic":[3,31],"for":[4,27,38,181,205,226],"parametric":[6],"family":[7],"of":[8,55,59,80,116,185,196],"distributions,":[9],"one":[10],"can":[11,126,209],"estimate":[12],"the":[13,18,22,29,57,60,90,109,123,140,148,167,171,182,190,206,236],"parameter":[14],"without":[15],"access":[16],"to":[17,88,129,139,216,240],"data":[19,41],"itself.":[20],"However,":[21],"memory":[23],"or":[24],"code":[25,61,124,149,237],"size":[26],"storing":[28],"may":[32,74,85],"nonetheless":[33],"still":[34,248],"be":[35,127,210,249],"prohibitive.":[36],"Indeed,":[37],"n":[39,66],"independent":[40],"samples":[42],"drawn":[43],"from":[44],"k-nomial":[46],"distribution":[47,92,188],"with":[48],"d":[49,64],"=":[50],"k":[51],"\u2212":[52],"1":[53],"degrees":[54],"freedom,":[56],"length":[58,125,157,246],"scales":[62],"as":[63],"log":[65,253],"+":[67,132],"O(1).":[68,133],"In":[69],"many":[70],"applications":[71],"though,":[72],"we":[73,101,112,152,174,221],"not":[75,86],"have":[76,241],"useful":[78],"notion":[79],"statistics":[82,119],"and":[83,120,143,177,189,220],"also":[84,222],"need":[87],"reconstruct":[89],"generating":[91,110],"exactly.":[93],"By":[94],"adopting":[95],"Shannon-theoretic":[97],"approach":[98],"in":[99,107],"which":[100,160],"consider":[102,135],"allow":[103],"small":[105],"error":[106,164],"estimating":[108],"distribution,":[111],"construct":[113],"various":[114],"notions":[115],"approximate":[117],"show":[121],"that":[122,200,233],"reduced":[128],"d/2":[130,252],"logn":[131],"We":[134,212],"errors":[136,219],"measured":[137,165],"according":[138],"relative":[141,168,183],"entropy":[142,184],"variational":[144,207],"distance":[145,208],"criteria.":[146],"For":[147,170],"construction":[150],"parts,":[151,173],"leverage":[153],"Rissanen's":[154],"minimum":[155],"description":[156],"(MDL)":[158],"principle,":[159],"yields":[161],"non-vanishing":[163,243],"using":[166],"entropy.":[169],"converse":[172,204],"use":[175],"Clarke":[176],"Barron's":[178],"asymptotic":[179],"expansion":[180],"parametrized":[187],"corresponding":[191],"mixture":[192],"distribution.":[193],"The":[194,230],"limitation":[195],"this":[197],"method":[198],"is":[199,238],"only":[201],"weak":[203],"shown.":[211],"develop":[213],"new":[214],"techniques":[215],"achieve":[217],"vanishing":[218],"prove":[223],"strong":[224],"converses":[225],"all":[227],"our":[228],"statements.":[229],"latter":[231],"means":[232],"even":[234],"if":[235],"allowed":[239],"error,":[244],"its":[245],"must":[247],"at":[250],"least":[251],"n.":[254]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}