{"id":"https://openalex.org/W2117785793","doi":"https://doi.org/10.1109/isit.2004.1365597","title":"Causal coding of individual sequences and the lempel-ziv differential entropy","display_name":"Causal coding of individual sequences and the lempel-ziv differential entropy","publication_year":2004,"publication_date":"2004-12-23","ids":{"openalex":"https://openalex.org/W2117785793","doi":"https://doi.org/10.1109/isit.2004.1365597","mag":"2117785793"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2004.1365597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2004.1365597","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Symposium onInformation Theory, 2004. ISIT 2004. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090728745","display_name":"Tam\u00e1s Linder","orcid":"https://orcid.org/0000-0001-9993-816X"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"T. Linder","raw_affiliation_strings":["Department of Mathematics & Statistics, Queen's University, Kingston, ONT, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics & Statistics, Queen's University, Kingston, ONT, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027550575","display_name":"Ram Zamir","orcid":"https://orcid.org/0000-0003-1800-3886"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"R. Zamir","raw_affiliation_strings":["Department of EE-Systems, Tel-Aviv University, Tel-Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Department of EE-Systems, Tel-Aviv University, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5090728745"],"corresponding_institution_ids":["https://openalex.org/I204722609"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12250679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"560","last_page":"560"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5942144393920898},{"id":"https://openalex.org/keywords/variable-length-code","display_name":"Variable-length code","score":0.5763729214668274},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.5748094916343689},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5295722484588623},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5151711702346802},{"id":"https://openalex.org/keywords/shannons-source-coding-theorem","display_name":"Shannon's source coding theorem","score":0.48752543330192566},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48183003067970276},{"id":"https://openalex.org/keywords/shannon\u2013fano-coding","display_name":"Shannon\u2013Fano coding","score":0.462349534034729},{"id":"https://openalex.org/keywords/rate\u2013distortion-theory","display_name":"Rate\u2013distortion theory","score":0.4480493664741516},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.4459821581840515},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4311125874519348},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3556293249130249},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3342192769050598},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.3324775993824005},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.3111439347267151},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.2423647940158844},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23484337329864502},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.13024446368217468}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5942144393920898},{"id":"https://openalex.org/C60603091","wikidata":"https://www.wikidata.org/wiki/Q2981616","display_name":"Variable-length code","level":3,"score":0.5763729214668274},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.5748094916343689},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5295722484588623},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5151711702346802},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.48752543330192566},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48183003067970276},{"id":"https://openalex.org/C130811719","wikidata":"https://www.wikidata.org/wiki/Q2645","display_name":"Shannon\u2013Fano coding","level":4,"score":0.462349534034729},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.4480493664741516},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.4459821581840515},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4311125874519348},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3556293249130249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3342192769050598},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.3324775993824005},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3111439347267151},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2423647940158844},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23484337329864502},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.13024446368217468},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2004.1365597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2004.1365597","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Symposium onInformation Theory, 2004. ISIT 2004. Proceedings.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2058461093","https://openalex.org/W2084412988","https://openalex.org/W2122962290"],"related_works":["https://openalex.org/W1540819826","https://openalex.org/W4251361844","https://openalex.org/W2394111380","https://openalex.org/W2380999719","https://openalex.org/W2668751350","https://openalex.org/W2792852228","https://openalex.org/W4230922438","https://openalex.org/W2157304168","https://openalex.org/W4229927086","https://openalex.org/W2010509577"],"abstract_inverted_index":{"In":[0],"causal":[1,40,64,81],"source":[2,17,42],"coding,":[3],"the":[4,13,20,70,111,116],"reconstruction":[5],"is":[6,44,86],"restricted":[7],"to":[8,63,115],"be":[9,25],"a":[10,89,102],"function":[11],"of":[12,66,72,78,92,110],"present":[14],"and":[15,28],"past":[16],"samples,":[18],"while":[19],"variable-length":[21],"code":[22],"stream":[23],"may":[24],"noncausal.":[26],"Neuhoff":[27],"Gilbert":[29],"[1982]":[30],"showed":[31],"that":[32],"for":[33],"memoryless":[34,51],"sources,":[35],"optimum":[36,76],"performance":[37,77],"among":[38],"all":[39],"lossy":[41],"codes":[43,52,82],"achieved":[45],"by":[46,56,88],"time-sharing":[47],"at":[48],"most":[49],"two":[50],"(scalar":[53],"quantizers)":[54],"followed":[55],"entropy":[57],"coding.":[58],"We":[59],"extend":[60],"this":[61,84],"result":[62],"coding":[65],"individual":[67],"sequences":[68],"in":[69,83],"limit":[71],"small":[73],"distortion.":[74],"The":[75],"finite-memory":[79],"variable-rate":[80],"setting":[85],"characterized":[87],"deterministic":[90],"analogue":[91],"differential":[93,99],"entropy,":[94],"which":[95],"we":[96,104],"call":[97],"\"Lempel-Ziv":[98],"entropy.\"":[100],"As":[101],"by-product,":[103],"also":[105],"provide":[106],"an":[107],"individual-sequence":[108],"version":[109],"Shannon":[112],"lower":[113],"bound":[114],"rate-distortion":[117],"function.":[118]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}