{"id":"https://openalex.org/W1599014734","doi":"https://doi.org/10.3390/e17053501","title":"Information Decomposition and Synergy","display_name":"Information Decomposition and Synergy","publication_year":2015,"publication_date":"2015-05-22","ids":{"openalex":"https://openalex.org/W1599014734","doi":"https://doi.org/10.3390/e17053501","mag":"1599014734"},"language":"en","primary_location":{"id":"doi:10.3390/e17053501","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17053501","pdf_url":"https://www.mdpi.com/1099-4300/17/5/3501/pdf?version=1432295068","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/17/5/3501/pdf?version=1432295068","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074755166","display_name":"Eckehard Olbrich","orcid":"https://orcid.org/0000-0002-3987-1271"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]},{"id":"https://openalex.org/I4210091327","display_name":"Max Planck Institute for Mathematics in the Sciences","ror":"https://ror.org/00ez2he07","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210091327"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Eckehard Olbrich","raw_affiliation_strings":["Max Planck Institute for Mathematics in the Sciences, Inselstra\u00dfe 22, 04103 Leipzig, Germany","Goethe University. Frankfurt"],"raw_orcid":"https://orcid.org/0000-0002-3987-1271","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Mathematics in the Sciences, Inselstra\u00dfe 22, 04103 Leipzig, Germany","institution_ids":["https://openalex.org/I4210091327"]},{"raw_affiliation_string":"Goethe University. Frankfurt","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017316523","display_name":"Nils Bertschinger","orcid":"https://orcid.org/0000-0002-6699-9596"},"institutions":[{"id":"https://openalex.org/I2801628138","display_name":"Frankfurt Institute for Advanced Studies","ror":"https://ror.org/05vmv8m79","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2801628138"]},{"id":"https://openalex.org/I4210133528","display_name":"Leibniz University of Applied Sciences","ror":"https://ror.org/03eqwj662","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210133528"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nils Bertschinger","raw_affiliation_strings":["Frankfurt Institute for Advanced Studies, Ruth-Moufang-Stra\u00dfe 1, 60438 Frankfurt am Main, Germany","Leibniz University of Hanover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Frankfurt Institute for Advanced Studies, Ruth-Moufang-Stra\u00dfe 1, 60438 Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I2801628138"]},{"raw_affiliation_string":"Leibniz University of Hanover","institution_ids":["https://openalex.org/I4210133528"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053941878","display_name":"Johannes Rauh","orcid":"https://orcid.org/0000-0001-6411-7775"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Rauh","raw_affiliation_strings":["Institute of Algebraic Geometry, Leibniz Universit\u00e4t Hannover, Welfengarten 1, 30167 Hannover, Germany","Max Planck Society"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Algebraic Geometry, Leibniz Universit\u00e4t Hannover, Welfengarten 1, 30167 Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]},{"raw_affiliation_string":"Max Planck Society","institution_ids":["https://openalex.org/I149899117"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074755166"],"corresponding_institution_ids":["https://openalex.org/I114090438","https://openalex.org/I4210091327"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":16.2767,"has_fulltext":true,"cited_by_count":68,"citation_normalized_percentile":{"value":0.98995306,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"17","issue":"5","first_page":"3501","last_page":"3517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.726736843585968},{"id":"https://openalex.org/keywords/interaction-information","display_name":"Interaction information","score":0.5989130139350891},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5586903095245361},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5268063545227051},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.46712806820869446},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.45631465315818787},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.4533105492591858},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4382566213607788},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4137607216835022},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37258657813072205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2656713128089905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1769731044769287},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1723673939704895}],"concepts":[{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.726736843585968},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.5989130139350891},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5586903095245361},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5268063545227051},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.46712806820869446},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.45631465315818787},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.4533105492591858},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4382566213607788},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4137607216835022},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37258657813072205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2656713128089905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1769731044769287},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1723673939704895},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.3390/e17053501","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17053501","pdf_url":"https://www.mdpi.com/1099-4300/17/5/3501/pdf?version=1432295068","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:repo.uni-hannover.de:123456789/1603","is_oa":true,"landing_page_url":"https://repo.uni-hannover.de/handle/123456789/1603","pdf_url":"https://repo.uni-hannover.de/bitstreams/cacde14b-2927-4bf6-9605-e6e06e83b193/download","source":{"id":"https://openalex.org/S4306401575","display_name":"Institutional Repository of Leibniz Universit\u00e4t Hannover (Leibniz Universit\u00e4t Hannover)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114112103","host_organization_name":"Leibniz University Hannover","host_organization_lineage":["https://openalex.org/I114112103"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy 17 (2015), Nr. 5","raw_type":"doc-type:Article"},{"id":"pmh:oai:doaj.org/article:80c885d06ef04acc8d317f3c45e7c2cc","is_oa":true,"landing_page_url":"https://doaj.org/article/80c885d06ef04acc8d317f3c45e7c2cc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 17, Iss 5, Pp 3501-3517 (2015)","raw_type":"article"},{"id":"pmh:oai:edoc.mpg.de:718542","is_oa":false,"landing_page_url":"http://edoc.mpg.de/718542","pdf_url":null,"source":{"id":"https://openalex.org/S4406922265","display_name":"Max Planck Institute for Plasma Physics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, v.17, 3501-3517 (2015)","raw_type":"Article"},{"id":"pmh:oai:mdpi.com:/1099-4300/17/5/3501/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e17053501","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:www.repo.uni-hannover.de:123456789/1603","is_oa":true,"landing_page_url":"http://www.repo.uni-hannover.de/handle/123456789/1603","pdf_url":null,"source":{"id":"https://openalex.org/S4306401575","display_name":"Institutional Repository of Leibniz Universit\u00e4t Hannover (Leibniz Universit\u00e4t Hannover)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114112103","host_organization_name":"Leibniz University Hannover","host_organization_lineage":["https://openalex.org/I114112103"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy 17 (2015), Nr. 5","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.15488/1578","is_oa":true,"landing_page_url":"https://doi.org/10.15488/1578","pdf_url":null,"source":{"id":"https://openalex.org/S7407052956","display_name":"Leibniz Universit\u00e4t Hannover","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.3390/e17053501","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17053501","pdf_url":"https://www.mdpi.com/1099-4300/17/5/3501/pdf?version=1432295068","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1599014734.pdf","grobid_xml":"https://content.openalex.org/works/W1599014734.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W110813552","https://openalex.org/W1520494951","https://openalex.org/W1619416921","https://openalex.org/W1866114900","https://openalex.org/W1899852503","https://openalex.org/W1932088538","https://openalex.org/W1933178270","https://openalex.org/W2037667080","https://openalex.org/W2054162326","https://openalex.org/W2055309977","https://openalex.org/W2063608314","https://openalex.org/W2069952952","https://openalex.org/W2081988641","https://openalex.org/W2084585676","https://openalex.org/W2095439994","https://openalex.org/W2097230740","https://openalex.org/W2098398380","https://openalex.org/W2120670853","https://openalex.org/W2123992910","https://openalex.org/W2152587044","https://openalex.org/W2158271600","https://openalex.org/W2887002214","https://openalex.org/W2999905431","https://openalex.org/W3105841952","https://openalex.org/W4293404332"],"related_works":["https://openalex.org/W3124771927","https://openalex.org/W2920676536","https://openalex.org/W4390964098","https://openalex.org/W4296367141","https://openalex.org/W2057609120","https://openalex.org/W4225940264","https://openalex.org/W986037092","https://openalex.org/W4313429060","https://openalex.org/W2996336810","https://openalex.org/W2111510771"],"abstract_inverted_index":{"Recently,":[0],"a":[1,71],"series":[2],"of":[3,8,12],"papers":[4],"addressed":[5],"the":[6,10,50,92,95],"problem":[7],"decomposing":[9],"information":[11,20,47,78],"two":[13,96],"random":[14],"variables":[15],"into":[16,73],"shared":[17,75],"information,":[18],"unique":[19],"and":[21,76],"synergistic":[22,46,77],"information.":[23],"Several":[24],"measures":[25,66,97],"were":[26],"proposed,":[27],"although":[28],"still":[29],"no":[30],"consensus":[31],"has":[32],"been":[33],"reached.":[34],"Here,":[35],"we":[36],"compare":[37],"these":[38,65],"proposals":[39],"with":[40,70],"an":[41],"older":[42],"approach":[43],"to":[44,58],"define":[45],"based":[48],"on":[49,52],"projections":[51],"exponential":[53],"families":[54],"containing":[55],"only":[56],"up":[57],"k-th":[59],"order":[60],"interactions.":[61],"We":[62,90],"show":[63],"that":[64,82],"are":[67,85],"not":[68],"compatible":[69],"decomposition":[72],"unique,":[74],"if":[79],"one":[80],"requires":[81],"all":[83],"terms":[84],"always":[86],"non-negative":[87],"(local":[88],"positivity).":[89],"illustrate":[91],"difference":[93],"between":[94],"for":[98],"multivariate":[99],"Gaussians.":[100]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":4}],"updated_date":"2026-08-09T07:27:16.801131","created_date":"2025-10-10T00:00:00"}