{"id":"https://openalex.org/W7161580205","doi":"https://doi.org/10.48550/arxiv.2605.15965","title":"Entropy-Based Characterisation of the Polarised Regime in Latent Variable Models","display_name":"Entropy-Based Characterisation of the Polarised Regime in Latent Variable Models","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161580205","doi":"https://doi.org/10.48550/arxiv.2605.15965"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134933179","display_name":"Peter Clapham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clapham, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004996219","display_name":"Lisa Bonheme","orcid":"https://orcid.org/0000-0002-9166-3971"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bonheme, Lisa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052315074","display_name":"Marek Grze\u015b","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grzes, Marek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.49320000410079956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.49320000410079956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0640999972820282,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.05900000035762787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6021999716758728},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5504000186920166},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.5325999855995178},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.49309998750686646},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.4009000062942505},{"id":"https://openalex.org/keywords/total-correlation","display_name":"Total correlation","score":0.3781000077724457},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.3463999927043915},{"id":"https://openalex.org/keywords/conditional-entropy","display_name":"Conditional entropy","score":0.33230000734329224}],"concepts":[{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.6118999719619751},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6039000153541565},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6021999716758728},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5325999855995178},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.49309998750686646},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C109510780","wikidata":"https://www.wikidata.org/wiki/Q17149502","display_name":"Total correlation","level":3,"score":0.3781000077724457},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33559998869895935},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.33230000734329224},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.32429999113082886},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.28760001063346863},{"id":"https://openalex.org/C166550679","wikidata":"https://www.wikidata.org/wiki/Q263400","display_name":"Gaussian network model","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.27059999108314514},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.26019999384880066},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2533999979496002},{"id":"https://openalex.org/C5084201","wikidata":"https://www.wikidata.org/wiki/Q17090689","display_name":"Generalized relative entropy","level":5,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Variational":[0],"Autoencoders":[1],"(VAEs)":[2],"often":[3,165],"exhibit":[4],"a":[5,27,41,83,126,131,166],"polarised":[6,47,127],"regime":[7,48,128,132],"in":[8],"which":[9],"latent":[10,156],"variables":[11],"separate":[12],"into":[13],"active,":[14],"passive,":[15],"and":[16,36,70,117,120],"mixed":[17,96],"subsets.":[18],"Existing":[19],"criteria":[20],"for":[21],"identifying":[22],"active":[23,94],"dimensions":[24,97,145],"depend":[25],"on":[26,50,111,152],"Gaussian":[28],"prior,":[29],"limiting":[30],"their":[31],"applicability":[32],"to":[33,64,76],"variational":[34],"models":[35],"specific":[37],"priors.":[38],"We":[39,57,80],"propose":[40],"simple":[42],"information-theoretic":[43],"classification":[44],"of":[45,53,87,168],"the":[46,51,54,73,88,102,108,136],"based":[49],"entropy":[52,62,86,109],"mean":[55,89],"representation.":[56,104],"show":[58,142],"theoretically":[59],"how":[60],"this":[61],"couples":[63],"KL":[65],"minimisation":[66],"through":[67],"entropy--variance":[68],"bounds,":[69],"we":[71,106,141],"relate":[72],"resulting":[74],"criterion":[75,110],"Bonheme's":[77],"active/passive":[78],"conditions.":[79],"also":[81],"clarify":[82],"key":[84],"limitation:":[85],"alone":[90],"cannot":[91],"reliably":[92],"distinguish":[93],"from":[95,101],"without":[98],"additional":[99],"signals":[100],"variance":[103],"Empirically,":[105],"evaluate":[107],"$\u03b2$-VAEs,":[112],"identifiable":[113],"VAEs,":[114],"Least-Volume":[115],"Autoencoders,":[116],"L2-regularised":[118],"autoencoders,":[119],"find":[121],"that":[122,143,162],"it":[123],"consistently":[124],"recovers":[125],"when":[129,155],"such":[130],"is":[133,164],"present":[134],"across":[135],"model":[137],"classes":[138],"studied.":[139],"Finally,":[140],"passive":[144],"can":[146],"yield":[147],"small":[148],"but":[149],"consistent":[150],"improvements":[151],"downstream":[153],"tasks":[154],"codes":[157],"are":[158],"appropriately":[159],"normalised,":[160],"suggesting":[161],"collapse":[163],"matter":[167],"scale":[169],"rather":[170],"than":[171],"absolute":[172],"information":[173],"removal.":[174]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-19T00:00:00"}