{"id":"https://openalex.org/W2485780485","doi":"https://doi.org/10.1109/tit.2017.2728017","title":"Large Alphabet Source Coding Using Independent Component Analysis","display_name":"Large Alphabet Source Coding Using Independent Component Analysis","publication_year":2017,"publication_date":"2017-07-18","ids":{"openalex":"https://openalex.org/W2485780485","doi":"https://doi.org/10.1109/tit.2017.2728017","mag":"2485780485"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2017.2728017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2728017","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1607.07003","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012874444","display_name":"Amichai Painsky","orcid":"https://orcid.org/0000-0002-5899-5608"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["IL","US"],"is_corresponding":true,"raw_author_name":"Amichai Painsky","raw_affiliation_strings":["Research Laboratory of Electronics, Massachusetts Institute of Technology, Cambridge, MA, USA","Statistics Department, Tel Aviv University, Tel Aviv, Israel","Statistics Dept. Tel Aviv University, Tel Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Research Laboratory of Electronics, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Statistics Department, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Statistics Dept. Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039021124","display_name":"Saharon Rosset","orcid":"https://orcid.org/0000-0002-4458-9545"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Saharon Rosset","raw_affiliation_strings":["Statistics Department, Tel Aviv University, Tel Aviv, Israel","Statistics Dept. Tel Aviv University, Tel Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Statistics Department, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Statistics Dept. Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066905280","display_name":"Meir Feder","orcid":"https://orcid.org/0000-0002-1290-0482"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Meir Feder","raw_affiliation_strings":["Department of Electrical Engineering, Tel Aviv University, Tel Aviv, Israel","Department of Electrical Engineering; Tel Aviv University; Tel Aviv Israel"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Department of Electrical Engineering; Tel Aviv University; Tel Aviv Israel","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012874444"],"corresponding_institution_ids":["https://openalex.org/I16391192","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.1865,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.40638834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"63","issue":"10","first_page":"6514","last_page":"6529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7943671941757202},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6316393613815308},{"id":"https://openalex.org/keywords/alphabet","display_name":"Alphabet","score":0.6042677760124207},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5622584223747253},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.5549213290214539},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5522480010986328},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.5483168363571167},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5058443546295166},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.47822707891464233},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4590848982334137},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.44195854663848877},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.272036075592041},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08951309323310852}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7943671941757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6316393613815308},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.6042677760124207},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5622584223747253},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.5549213290214539},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5522480010986328},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.5483168363571167},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5058443546295166},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.47822707891464233},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4590848982334137},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.44195854663848877},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.272036075592041},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08951309323310852},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2017.2728017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2728017","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1607.07003","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1607.07003","pdf_url":"https://arxiv.org/pdf/1607.07003","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2485780485","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1607.07003","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1607.07003","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1607.07003","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1607.07003","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1607.07003","pdf_url":"https://arxiv.org/pdf/1607.07003","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3085124316","display_name":null,"funder_award_id":"1487/12","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2485780485.pdf","grobid_xml":"https://content.openalex.org/works/W2485780485.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W591033613","https://openalex.org/W1502929163","https://openalex.org/W1954723095","https://openalex.org/W1979191599","https://openalex.org/W1995882234","https://openalex.org/W2013458156","https://openalex.org/W2048710613","https://openalex.org/W2049791310","https://openalex.org/W2060108852","https://openalex.org/W2072210981","https://openalex.org/W2096798913","https://openalex.org/W2099111195","https://openalex.org/W2099741732","https://openalex.org/W2108189215","https://openalex.org/W2123097583","https://openalex.org/W2129652681","https://openalex.org/W2131024393","https://openalex.org/W2131578006","https://openalex.org/W2131814097","https://openalex.org/W2132943603","https://openalex.org/W2142228262","https://openalex.org/W2144710514","https://openalex.org/W2148808905","https://openalex.org/W2150593711","https://openalex.org/W2160484851","https://openalex.org/W2162067652","https://openalex.org/W2165203736","https://openalex.org/W2796546714","https://openalex.org/W2963717073","https://openalex.org/W4237963784","https://openalex.org/W6678914141"],"related_works":["https://openalex.org/W2056496968","https://openalex.org/W2074229180","https://openalex.org/W2987325813","https://openalex.org/W1502929163","https://openalex.org/W2949516603","https://openalex.org/W1523949762","https://openalex.org/W2103142841","https://openalex.org/W2902185350","https://openalex.org/W2921895451","https://openalex.org/W1535755777","https://openalex.org/W1787230089","https://openalex.org/W2758161353","https://openalex.org/W2184650933","https://openalex.org/W3100212875","https://openalex.org/W1829091407","https://openalex.org/W2094476817","https://openalex.org/W2112038332","https://openalex.org/W2912720806","https://openalex.org/W1495061042","https://openalex.org/W2121517647"],"abstract_inverted_index":{"Large":[0],"alphabet":[1,71,99,147],"source":[2,38,72,148],"coding":[3,149],"is":[4,35,39,46,73,117,140,180],"a":[5,37,64,69,111,132,143],"basic":[6],"and":[7,25,62,159],"well-studied":[8],"problem":[9],"in":[10,67,104,110,185],"data":[11],"compression.":[12],"It":[13],"has":[14],"many":[15,105],"applications,":[16],"such":[17,107],"as":[18,49,51,79],"compression":[19],"of":[20,30,113,124,134,145,165,187],"natural":[21],"language":[22],"text,":[23],"speech,":[24],"images.":[26],"The":[27],"classic":[28],"perception":[29],"most":[31,172,186],"commonly":[32,173],"used":[33,174],"methods":[34],"that":[36,103],"best":[40],"described":[41],"over":[42],"an":[43],"alphabet,":[44],"which":[45,68,116],"at":[47],"least":[48],"large":[50,70,146],"the":[52,122,125,135,153],"observed":[53],"alphabet.":[54],"In":[55,163],"this":[56,60],"paper,":[57],"we":[58],"challenge":[59],"approach":[61,170],"introduce":[63],"conceptual":[65],"framework":[66,179],"decomposed":[74],"into":[75],"\u201cas":[76],"statistically":[77],"independent":[78,137],"possible\u201d":[80],"components.":[81],"This":[82,151],"decomposition":[83,108],"allows":[84],"us":[85],"to":[86,90,183],"apply":[87],"entropy":[88,123],"encoding":[89],"each":[91,164],"component":[92,138],"separately,":[93],"while":[94],"benefiting":[95],"from":[96],"their":[97],"reduced":[98],"size.":[100],"We":[101],"show":[102],"cases,":[106],"results":[109],"sum":[112],"marginal":[114],"entropies":[115],"only":[118],"slightly":[119],"greater":[120],"than":[121],"source.":[126],"Our":[127],"suggested":[128,169],"algorithm,":[129],"based":[130],"on":[131],"generalization":[133],"binary":[136],"analysis,":[139],"applicable":[141],"for":[142],"variety":[144],"setups.":[150],"includes":[152],"classical":[154],"lossless":[155],"compression,":[156,158],"universal":[157],"high-dimensional":[160],"vector":[161],"quantization.":[162],"these":[166,188],"setups,":[167],"our":[168,177],"outperforms":[171],"methods.":[175],"Moreover,":[176],"proposed":[178],"significantly":[181],"easier":[182],"implement":[184],"cases.":[189]},"counts_by_year":[{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}