{"id":"https://openalex.org/W1900989031","doi":"https://doi.org/10.3390/e17074644","title":"Quantifying Redundant Information in Predicting a Target Random Variable","display_name":"Quantifying Redundant Information in Predicting a Target Random Variable","alternate_titles":[],"publication_year":2015,"publication_date":"2015-07-02","ids":{"openalex":"https://openalex.org/W1900989031","doi":"https://doi.org/10.3390/e17074644","mag":"1900989031"},"language":"en","primary_location":{"id":"doi:10.3390/e17074644","doi":"https://doi.org/10.3390/e17074644","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e17074644","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1900989031"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.3390/e17074644","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071317441","display_name":"Virgil Griffith","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Virgil Griffith","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore 119077, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore 119077, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102899447","display_name":"T. Ho","orcid":"https://orcid.org/0009-0009-6551-1921","observed_orcids":["https://orcid.org/0009-0009-6551-1921"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tracey Ho","raw_affiliation_strings":["Computer Science and Electrical Engineering, Caltech, Pasadena, CA 91125, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Electrical Engineering, Caltech, Pasadena, CA 91125, USA","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071317441"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":3.0375,"has_fulltext":true,"cited_by_count":53,"citation_normalized_percentile":{"value":0.9099295,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"17","issue":"7","first_page":"4644","last_page":"4653"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.2003999948501587,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.2003999948501587,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.12300000339746475,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.0731000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/redundant-information","display_name":"information redundancy","score":0.9879999756813049},{"id":"https://openalex.org/keywords/common-information","display_name":"common information","score":0.8939999938011169},{"id":"https://openalex.org/keywords/information-theoretic-measures","display_name":"information measures","score":0.703000009059906},{"id":"https://openalex.org/keywords/multiple-random-variables","display_name":"multiple random variables","score":0.6669999957084656},{"id":"https://openalex.org/keywords/mutual-information","display_name":"mutual information","score":0.4880000054836273}],"concepts":[{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.7294335961341858},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7186971306800842},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5666888952255249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5526911020278931},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5169210433959961},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.42466944456100464},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39839455485343933},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37919408082962036},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3000433146953583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.269519567489624},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3390/e17074644","doi":"https://doi.org/10.3390/e17074644","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e17074644","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1411.4732","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1411.4732","pdf_url":"https://arxiv.org/pdf/1411.4732","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:authors.library.caltech.edu:60177","doi":null,"is_oa":true,"landing_page_url":"https://resolver.caltech.edu/CaltechAUTHORS:20150910-140545452","pdf_url":null,"source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:4063583f20eb440d88f933dcdfc62ac7","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/4063583f20eb440d88f933dcdfc62ac7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 17, Iss 7, Pp 4644-4653 (2015)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1411.4732","doi":"https://doi.org/10.48550/arxiv.1411.4732","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1411.4732","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.762.9335","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.762.9335","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1411.4732.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3390/e17074644","doi":"https://doi.org/10.3390/e17074644","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e17074644","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1900989031.pdf","grobid_xml":"https://content.openalex.org/works/W1900989031.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1866114900","https://openalex.org/W1932088538","https://openalex.org/W1933178270","https://openalex.org/W2024616265","https://openalex.org/W2030610956","https://openalex.org/W2037667080","https://openalex.org/W2047211808","https://openalex.org/W2062752449","https://openalex.org/W2075956695","https://openalex.org/W2081988641","https://openalex.org/W2084585676","https://openalex.org/W2100850281","https://openalex.org/W2108714018","https://openalex.org/W2141432745","https://openalex.org/W2152587044","https://openalex.org/W2165559465","https://openalex.org/W2540895903","https://openalex.org/W7046001684"],"related_works":["https://openalex.org/W2286271878","https://openalex.org/W2244607982","https://openalex.org/W2037667080","https://openalex.org/W4299353321","https://openalex.org/W2747609880","https://openalex.org/W7126404841","https://openalex.org/W4401693876","https://openalex.org/W2534101651","https://openalex.org/W1998994266","https://openalex.org/W2081988641"],"abstract_inverted_index":{"We":[0,28],"consider":[1],"the":[2],"problem":[3],"of":[4,8,32],"defining":[5],"a":[6,24,34],"measure":[7],"redundant":[9],"information":[10,16],"that":[11],"quantifies":[12],"how":[13],"much":[14],"common":[15],"two":[17],"or":[18],"more":[19],"random":[20,26],"variables":[21],"specify":[22],"about":[23],"target":[25],"variable.":[27],"discussed":[29],"desired":[30],"properties":[31],"such":[33],"measure,":[35],"and":[36],"propose":[37],"new":[38],"measures":[39],"with":[40],"some":[41],"desirable":[42],"properties.":[43]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1900989031","counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
