{"id":"https://openalex.org/W7124735555","doi":"https://doi.org/10.3390/e28010118","title":"Uncovering Neural Learning Dynamics Through Latent Mutual Information","display_name":"Uncovering Neural Learning Dynamics Through Latent Mutual Information","publication_year":2026,"publication_date":"2026-01-19","ids":{"openalex":"https://openalex.org/W7124735555","doi":"https://doi.org/10.3390/e28010118","pmid":"https://pubmed.ncbi.nlm.nih.gov/41594025"},"language":"en","primary_location":{"id":"doi:10.3390/e28010118","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28010118","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/e28010118","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123330532","display_name":"Arianna Issitt","orcid":null},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arianna Issitt","raw_affiliation_strings":["NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123298844","display_name":"Alex Merino","orcid":null},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Merino","raw_affiliation_strings":["NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123303624","display_name":"Lamine Deen","orcid":null},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lamine Deen","raw_affiliation_strings":["NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053279009","display_name":"Ryan T. White","orcid":"https://orcid.org/0000-0002-5524-629X"},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan T. White","raw_affiliation_strings":["NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA"],"raw_orcid":"https://orcid.org/0000-0002-5524-629X","affiliations":[{"raw_affiliation_string":"NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092818013","display_name":"Mackenzie J. Meni","orcid":null},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mackenzie J. Meni","raw_affiliation_strings":["NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA"],"raw_orcid":"https://orcid.org/0000-0003-0538-3656","affiliations":[{"raw_affiliation_string":"NEural TransmissionS (NETS) Lab, Florida Institute of Technology, Melbourne, FL 32901, USA","institution_ids":["https://openalex.org/I106959904"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5123330532"],"corresponding_institution_ids":["https://openalex.org/I106959904"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09281525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":"1","first_page":"118","last_page":"118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.19910000264644623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.19910000264644623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14259999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.8331999778747559},{"id":"https://openalex.org/keywords/decorrelation","display_name":"Decorrelation","score":0.7166000008583069},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6107000112533569},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6018999814987183},{"id":"https://openalex.org/keywords/independence","display_name":"Independence (probability theory)","score":0.5105999708175659},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.47920000553131104},{"id":"https://openalex.org/keywords/pointwise-mutual-information","display_name":"Pointwise mutual information","score":0.4618000090122223},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43650001287460327}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.8331999778747559},{"id":"https://openalex.org/C177860922","wikidata":"https://www.wikidata.org/wiki/Q788608","display_name":"Decorrelation","level":2,"score":0.7166000008583069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6959999799728394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6215999722480774},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6107000112533569},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6018999814987183},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.5105999708175659},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.4618000090122223},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43650001287460327},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3813000023365021},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C109510780","wikidata":"https://www.wikidata.org/wiki/Q17149502","display_name":"Total correlation","level":3,"score":0.33869999647140503},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.2612000107765198}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e28010118","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28010118","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:41594025","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41594025","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:071d68e9b75842bf83d543b0ce87d6f4","is_oa":true,"landing_page_url":"https://doaj.org/article/071d68e9b75842bf83d543b0ce87d6f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 28, Iss 1, p 118 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12839813","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12839813/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e28010118","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28010118","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G828363141","display_name":null,"funder_award_id":"W912HZ-24-2-0056","funder_id":"https://openalex.org/F4320338258","funder_display_name":"Engineer Research and Development Center"}],"funders":[{"id":"https://openalex.org/F4320338258","display_name":"Engineer Research and Development Center","ror":"https://ror.org/027mhn368"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1638081485","https://openalex.org/W2092939357","https://openalex.org/W2194775991","https://openalex.org/W3153494205","https://openalex.org/W4391300652","https://openalex.org/W4401033039"],"related_works":[],"abstract_inverted_index":{"We":[0],"study":[1],"how":[2],"convolutional":[3,58],"neural":[4],"networks":[5],"reorganize":[6],"information":[7,18,61,103],"during":[8,124],"learning":[9,93],"in":[10,65],"natural":[11],"image":[12],"classification":[13],"tasks":[14],"by":[15,95],"tracking":[16],"mutual":[17],"(MI)":[19],"between":[20],"inputs,":[21],"intermediate":[22],"representations,":[23],"and":[24,29,47,74,98,130],"labels.":[25],"Across":[26],"VGG-16,":[27],"ResNet-18,":[28],"ResNet-50,":[30],"we":[31,106],"find":[32],"that":[33,50,77,108],"label-relevant":[34],"MI":[35,42],"grows":[36],"reliably":[37],"with":[38],"depth":[39],"while":[40],"input":[41],"depends":[43],"strongly":[44],"on":[45,114],"architecture":[46],"activation,":[48],"indicating":[49],"\"compression''":[51],"is":[52],"not":[53],"a":[54,66,89,109],"universal":[55],"phenomenon.":[56],"Within":[57],"layers,":[59],"label":[60],"becomes":[62],"increasingly":[63],"concentrated":[64],"small":[67,127],"subset":[68],"of":[69,91],"channels;":[70],"inference-time":[71],"knockouts,":[72],"shuffles,":[73],"perturbations":[75],"confirm":[76],"these":[78,121],"high-MI":[79],"channels":[80],"are":[81],"functionally":[82],"necessary":[83],"for":[84],"accuracy.":[85],"This":[86],"behavior":[87],"suggests":[88],"view":[90],"representation":[92],"driven":[94],"selective":[96],"concentration":[97],"decorrelation":[99],"rather":[100],"than":[101],"global":[102],"reduction.":[104],"Finally,":[105],"show":[107],"simple":[110],"dependence-aware":[111],"regularizer":[112],"based":[113],"the":[115],"Hilbert-Schmidt":[116],"Independence":[117],"Criterion":[118],"can":[119],"encourage":[120],"same":[122],"patterns":[123],"training,":[125],"yielding":[126],"accuracy":[128],"gains":[129],"consistently":[131],"faster":[132],"convergence.":[133]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-01-20T00:00:00"}