{"id":"https://openalex.org/W2753338388","doi":"https://doi.org/10.3390/e19090474","title":"The Partial Information Decomposition of Generative Neural Network Models","display_name":"The Partial Information Decomposition of Generative Neural Network Models","publication_year":2017,"publication_date":"2017-09-06","ids":{"openalex":"https://openalex.org/W2753338388","doi":"https://doi.org/10.3390/e19090474","mag":"2753338388"},"language":"en","primary_location":{"id":"doi:10.3390/e19090474","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e19090474","pdf_url":"https://www.mdpi.com/1099-4300/19/9/474/pdf?version=1504698658","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/19/9/474/pdf?version=1504698658","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012024522","display_name":"Tycho Max Sylvester Tax","orcid":"https://orcid.org/0000-0002-1450-3077"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tycho Tax","raw_affiliation_strings":["Corti, N\u00f8rrebrogade 45E 2, 2200 Copenhagen N, Denmark"],"affiliations":[{"raw_affiliation_string":"Corti, N\u00f8rrebrogade 45E 2, 2200 Copenhagen N, Denmark","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074280948","display_name":"Pedro A. M. Mediano","orcid":"https://orcid.org/0000-0003-1789-5894"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Pedro Mediano","raw_affiliation_strings":["Department of Computing, Imperial College London, London SW7 2RH, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London SW7 2RH, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072322524","display_name":"Murray Shanahan","orcid":"https://orcid.org/0000-0001-5984-2964"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Murray Shanahan","raw_affiliation_strings":["Department of Computing, Imperial College London, London SW7 2RH, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London SW7 2RH, UK","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012024522","https://openalex.org/A5074280948"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":4.1529,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":{"value":0.95246177,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"9","first_page":"474","last_page":"474"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.7876759767532349},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6761549711227417},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.6505054235458374},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6166182160377502},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.6040493249893188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.603689968585968},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4880915880203247},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4283989667892456},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.41928336024284363},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1629541516304016}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7876759767532349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6761549711227417},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.6505054235458374},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6166182160377502},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.6040493249893188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.603689968585968},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4880915880203247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4283989667892456},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.41928336024284363},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1629541516304016},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e19090474","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e19090474","pdf_url":"https://www.mdpi.com/1099-4300/19/9/474/pdf?version=1504698658","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:777412e939814e378913568cc977be8c","is_oa":true,"landing_page_url":"https://doaj.org/article/777412e939814e378913568cc977be8c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 19, Iss 9, p 474 (2017)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/19/9/474/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e19090474","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 19; Issue 9; Pages: 474","raw_type":"Text"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/50586","is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/50586","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.3390/e19090474","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e19090474","pdf_url":"https://www.mdpi.com/1099-4300/19/9/474/pdf?version=1504698658","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2753338388.pdf","grobid_xml":"https://content.openalex.org/works/W2753338388.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W651277859","https://openalex.org/W1849277567","https://openalex.org/W1900989031","https://openalex.org/W1964155876","https://openalex.org/W2027665171","https://openalex.org/W2037667080","https://openalex.org/W2047229728","https://openalex.org/W2064487597","https://openalex.org/W2081988641","https://openalex.org/W2095705004","https://openalex.org/W2116825644","https://openalex.org/W2125855305","https://openalex.org/W2136922672","https://openalex.org/W2163922914","https://openalex.org/W2206963093","https://openalex.org/W2278576239","https://openalex.org/W2286271878","https://openalex.org/W2478708596","https://openalex.org/W2481195950","https://openalex.org/W2963177263","https://openalex.org/W2963305465","https://openalex.org/W2964080999","https://openalex.org/W2964184826","https://openalex.org/W3100917360","https://openalex.org/W3105841952","https://openalex.org/W6674330103"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W3174044702","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4283803360","https://openalex.org/W4317695495","https://openalex.org/W4387506531"],"abstract_inverted_index":{"In":[0,14],"this":[1,36],"work":[2],"we":[3,16,38],"study":[4],"the":[5,18,32,53,57,67,76,82,101,120],"distributed":[6],"representations":[7],"learnt":[8],"by":[9],"generative":[10],"neural":[11],"network":[12],"models.":[13],"particular,":[15],"investigate":[17],"properties":[19,55],"of":[20,27,43,56,95,119],"redundant":[21,79],"and":[22,51,84,93],"synergistic":[23],"information":[24,44,48,80,99,115],"that":[25,106,123],"groups":[26],"hidden":[28],"neurons":[29,58,77,90,111],"contain":[30],"about":[31,81,100,116],"target":[33],"variable.":[34],"To":[35],"end,":[37],"use":[39],"an":[40],"emerging":[41],"branch":[42],"theory":[45],"called":[46],"partial":[47],"decomposition":[49],"(PID)":[50],"track":[52],"informational":[54],"through":[59],"training.":[60],"We":[61,103],"find":[62,105],"two":[63],"differentiated":[64],"phases":[65],"during":[66],"training":[68],"process:":[69],"a":[70,85],"first":[71],"short":[72],"phase":[73,87],"in":[74,88,107],"which":[75,89],"learn":[78,112],"target,":[83],"second":[86],"start":[91],"specialising":[92],"each":[94],"them":[96],"learns":[97],"unique":[98],"target.":[102],"also":[104],"smaller":[108],"networks":[109],"individual":[110],"more":[113],"specific":[114],"certain":[117],"features":[118],"input,":[121],"suggesting":[122],"learning":[124],"pressure":[125],"can":[126],"encourage":[127],"disentangled":[128],"representations.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}