{"id":"https://openalex.org/W2168734837","doi":"https://doi.org/10.1109/tit.1973.1055043","title":"A coding theorem for discrete-time sources","display_name":"A coding theorem for discrete-time sources","publication_year":1973,"publication_date":"1973-07-01","ids":{"openalex":"https://openalex.org/W2168734837","doi":"https://doi.org/10.1109/tit.1973.1055043","mag":"2168734837"},"language":"en","primary_location":{"id":"doi:10.1109/tit.1973.1055043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1973.1055043","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069419916","display_name":"J. K. Omura","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"J. Omura","raw_affiliation_strings":["System Science Department, University of California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"System Science Department, University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5069419916"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":4.4575,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.94603473,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"19","issue":"4","first_page":"490","last_page":"498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shannon\u2013fano-coding","display_name":"Shannon\u2013Fano coding","score":0.864203929901123},{"id":"https://openalex.org/keywords/variable-length-code","display_name":"Variable-length code","score":0.7805248498916626},{"id":"https://openalex.org/keywords/tunstall-coding","display_name":"Tunstall coding","score":0.6167940497398376},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5739309787750244},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5305612087249756},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5088315606117249},{"id":"https://openalex.org/keywords/rate\u2013distortion-theory","display_name":"Rate\u2013distortion theory","score":0.47312086820602417},{"id":"https://openalex.org/keywords/context-adaptive-binary-arithmetic-coding","display_name":"Context-adaptive binary arithmetic coding","score":0.46224215626716614},{"id":"https://openalex.org/keywords/noisy-channel-coding-theorem","display_name":"Noisy-channel coding theorem","score":0.45098409056663513},{"id":"https://openalex.org/keywords/channel-code","display_name":"Channel code","score":0.44888439774513245},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.43779510259628296},{"id":"https://openalex.org/keywords/exponent","display_name":"Exponent","score":0.4213827848434448},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3631897568702698},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35541999340057373},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3428269624710083},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.31775596737861633},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3160214126110077},{"id":"https://openalex.org/keywords/block-code","display_name":"Block code","score":0.2497008740901947},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15331676602363586}],"concepts":[{"id":"https://openalex.org/C130811719","wikidata":"https://www.wikidata.org/wiki/Q2645","display_name":"Shannon\u2013Fano coding","level":4,"score":0.864203929901123},{"id":"https://openalex.org/C60603091","wikidata":"https://www.wikidata.org/wiki/Q2981616","display_name":"Variable-length code","level":3,"score":0.7805248498916626},{"id":"https://openalex.org/C73231260","wikidata":"https://www.wikidata.org/wiki/Q7853376","display_name":"Tunstall coding","level":4,"score":0.6167940497398376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5739309787750244},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5305612087249756},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5088315606117249},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.47312086820602417},{"id":"https://openalex.org/C175732694","wikidata":"https://www.wikidata.org/wiki/Q1128713","display_name":"Context-adaptive binary arithmetic coding","level":3,"score":0.46224215626716614},{"id":"https://openalex.org/C103073706","wikidata":"https://www.wikidata.org/wiki/Q2345282","display_name":"Noisy-channel coding theorem","level":5,"score":0.45098409056663513},{"id":"https://openalex.org/C166366890","wikidata":"https://www.wikidata.org/wiki/Q602136","display_name":"Channel code","level":3,"score":0.44888439774513245},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.43779510259628296},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.4213827848434448},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3631897568702698},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35541999340057373},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3428269624710083},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.31775596737861633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3160214126110077},{"id":"https://openalex.org/C157125643","wikidata":"https://www.wikidata.org/wiki/Q884707","display_name":"Block code","level":3,"score":0.2497008740901947},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15331676602363586},{"id":"https://openalex.org/C46462455","wikidata":"https://www.wikidata.org/wiki/Q5395712","display_name":"Error floor","level":4,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.1973.1055043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1973.1055043","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1989008275","https://openalex.org/W1990992471","https://openalex.org/W1993944611","https://openalex.org/W1995875735","https://openalex.org/W2000446566"],"related_works":["https://openalex.org/W4312628177","https://openalex.org/W1579872668","https://openalex.org/W2586352442","https://openalex.org/W2116220982","https://openalex.org/W2167972000","https://openalex.org/W2134084011","https://openalex.org/W2168734837","https://openalex.org/W3144442566","https://openalex.org/W2133755476","https://openalex.org/W2364472724"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,39,77],"new":[3],"derivation":[4,18,56],"of":[5,19,48,54,83],"the":[6,20,31,52,55,62,81,86],"source":[7,43,69],"coding":[8,22,26,34,66,70],"theorem":[9,71],"for":[10,24,42],"discrete-time":[11],"sources.":[12],"This":[13],"proof":[14],"parallels":[15],"Gallager's":[16],"[1]":[17],"random":[21,33],"bound":[23,79],"channel":[25,65],"theory":[27],"and":[28,57],"shows":[29],"that":[30],"classical":[32],"exponent":[35],"also":[36,75],"emerges":[37],"as":[38],"critical":[40],"quantity":[41],"coding.":[44],"The":[45,68],"major":[46],"advantage":[47],"this":[49],"approach":[50],"is":[51],"simplicity":[53],"its":[58],"close":[59],"relationship":[60],"to":[61,85],"more":[63],"familiar":[64],"theory.":[67],"we":[72],"derive":[73],"here":[74],"yields":[76],"natural":[78],"on":[80],"rate":[82],"convergence":[84],"rate-distortion":[87],"limit.":[88]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}