{"id":"https://openalex.org/W7133196771","doi":"https://doi.org/10.52202/075280-3522","title":"Max-Sliced Mutual Information","display_name":"Max-Sliced Mutual Information","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7133196771","doi":"https://doi.org/10.52202/075280-3522"},"language":"en","primary_location":{"id":"doi:10.52202/075280-3522","doi":"https://doi.org/10.52202/075280-3522","is_oa":false,"landing_page_url":"https://doi.org/10.52202/075280-3522","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 36","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7133196771"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.16200","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077599107","display_name":"Dor Tsur","orcid":"https://orcid.org/0000-0002-6561-4965","observed_orcids":["https://orcid.org/0000-0002-6561-4965"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dor Tsur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071112095","display_name":"Ziv Goldfeld","orcid":"https://orcid.org/0000-0003-3406-3950","observed_orcids":["https://orcid.org/0000-0003-3406-3950"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziv Goldfeld","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002525343","display_name":"Kristjan H. Greenewald","orcid":"https://orcid.org/0009-0003-8177-0209","observed_orcids":["https://orcid.org/0009-0003-8177-0209"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kristjan Greenewald","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6603,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.95626478,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"80338","last_page":"80351"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.3012999892234802,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.3012999892234802,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.13989999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.09780000150203705,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information-estimation","display_name":"mutual information estimation","score":0.8130000233650208},{"id":"https://openalex.org/keywords/canonical-correlation-analysis","display_name":"canonical correlation analysis","score":0.8429999947547913},{"id":"https://openalex.org/keywords/high-dimensional-dependence","display_name":"high-dimensional dependence","score":0.8050000071525574},{"id":"https://openalex.org/keywords/non-asymptotic-error-bounds","display_name":"non-asymptotic error bounds","score":0.968999981880188},{"id":"https://openalex.org/keywords/independence-testing","display_name":"independence testing","score":0.9639999866485596},{"id":"https://openalex.org/keywords/multi-view-representation-learning","display_name":"multi-view representation learning","score":0.9860000014305115},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.9929999709129333},{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.9660000205039978}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.9300000071525574},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.7975000143051147},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5608000159263611},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.531000018119812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5076000094413757},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4875999987125397},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4512999951839447},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.43560001254081726},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.421999990940094},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4108999967575073},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C51432778","wikidata":"https://www.wikidata.org/wiki/Q1259145","display_name":"Independent component analysis","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31520000100135803},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.30489999055862427},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.29249998927116394},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C2776085556","wikidata":"https://www.wikidata.org/wiki/Q183361","display_name":"Chen","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/075280-3522","doi":"https://doi.org/10.52202/075280-3522","is_oa":false,"landing_page_url":"https://doi.org/10.52202/075280-3522","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 36","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2309.16200","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.16200","pdf_url":"https://arxiv.org/pdf/2309.16200","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.16200","doi":"https://doi.org/10.48550/arxiv.2309.16200","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.16200","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.16200","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.16200","pdf_url":"https://arxiv.org/pdf/2309.16200","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7133196771.pdf","grobid_xml":"https://content.openalex.org/works/W7133196771.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1497960466","https://openalex.org/W1523385540","https://openalex.org/W1550054889","https://openalex.org/W1639961155","https://openalex.org/W1778609482","https://openalex.org/W1967827763","https://openalex.org/W1995228946","https://openalex.org/W2016075531","https://openalex.org/W2018582985","https://openalex.org/W2026126704","https://openalex.org/W2036887984","https://openalex.org/W2071128523","https://openalex.org/W2078149659","https://openalex.org/W2088145899","https://openalex.org/W2092939357","https://openalex.org/W2100235303","https://openalex.org/W2107327484","https://openalex.org/W2114771311","https://openalex.org/W2166116275","https://openalex.org/W2176412452","https://openalex.org/W2294798173","https://openalex.org/W2434741482","https://openalex.org/W2768346035","https://openalex.org/W2803636134","https://openalex.org/W2803832867","https://openalex.org/W2913446963","https://openalex.org/W2936342412","https://openalex.org/W2946265133","https://openalex.org/W2946885740","https://openalex.org/W2964121744","https://openalex.org/W3004417073","https://openalex.org/W3103578344","https://openalex.org/W3158546536","https://openalex.org/W3166227287","https://openalex.org/W3213372726","https://openalex.org/W4232613155","https://openalex.org/W4248694980","https://openalex.org/W4297808394","https://openalex.org/W4300840296","https://openalex.org/W4362654888","https://openalex.org/W4392752752","https://openalex.org/W6960139023","https://openalex.org/W7011740287","https://openalex.org/W7133185654","https://openalex.org/W7133203541","https://openalex.org/W7133210318","https://openalex.org/W7133226120"],"related_works":["https://openalex.org/W3213372726","https://openalex.org/W7133210318","https://openalex.org/W7214072610","https://openalex.org/W4416075018","https://openalex.org/W4402555396","https://openalex.org/W4415428264","https://openalex.org/W4382239222","https://openalex.org/W4414801960","https://openalex.org/W7163169930","https://openalex.org/W4417323948"],"abstract_inverted_index":{"Quantifying":[0],"the":[1,29,79,95,103,112,117,126,184],"dependence":[2,40],"between":[3,99],"high-dimensional":[4,104],"random":[5],"variables":[6],"is":[7,37,64],"central":[8],"to":[9,67,109,131],"statistical":[10,161],"learning":[11],"and":[12,32,134,154,171,199],"inference.":[13],"Two":[14],"classical":[15],"methods":[16,209],"are":[17],"canonical":[18],"correlation":[19],"analysis":[20],"(CCA),":[21],"which":[22,36,54,106],"identifies":[23],"maximally":[24],"correlated":[25],"projected":[26],"versions":[27],"of":[28,81,86,102,119,147,156,163,186],"original":[30],"variables,":[31,105],"Shannon's":[33,148],"mutual":[34,62,90,97,149],"information,":[35,150],"a":[38,75,82],"universal":[39],"measure":[41],"that":[42,141,182,204],"also":[43],"captures":[44],"high-order":[45],"dependencies.":[46],"However,":[47],"CCA":[48,110],"only":[49],"accounts":[50],"for":[51,58,188],"linear":[52],"dependence,":[53],"may":[55],"be":[56],"insufficient":[57],"certain":[59],"applications,":[60],"while":[61,128],"information":[63,91,98],"often":[65],"infeasible":[66],"compute/estimate":[68],"in":[69,78,111,125],"high":[70],"dimensions.":[71],"This":[72],"work":[73],"proposes":[74],"middle":[76],"ground":[77],"form":[80],"scalable":[83,135],"information-theoretic":[84],"generalization":[85],"CCA,":[87],"termed":[88],"max-sliced":[89],"(mSMI).":[92],"mSMI":[93,142,187,205],"equals":[94],"maximal":[96],"low-dimensional":[100],"projections":[101],"reduces":[107],"back":[108],"Gaussian":[113],"case.":[114],"It":[115],"enjoys":[116],"best":[118],"both":[120],"worlds:":[121],"capturing":[122],"intricate":[123],"dependencies":[124],"data":[127],"being":[129],"amenable":[130],"fast":[132],"computation":[133],"estimation":[136,162],"from":[137],"samples.":[138],"We":[139,158,179,202],"show":[140],"retains":[143],"favorable":[144],"structural":[145],"properties":[146],"like":[151],"variational":[152],"forms":[153],"identification":[155],"independence.":[157],"then":[159],"study":[160],"mSMI,":[164],"propose":[165],"an":[166],"efficiently":[167],"computable":[168],"neural":[169],"estimator,":[170],"couple":[172],"it":[173],"with":[174,210],"formal":[175],"non-asymptotic":[176],"error":[177],"bounds.":[178],"present":[180],"experiments":[181],"demonstrate":[183],"utility":[185],"several":[189],"tasks,":[190],"encompassing":[191],"independence":[192],"testing,":[193],"multi-view":[194],"representation":[195],"learning,":[196],"algorithmic":[197],"fairness,":[198],"generative":[200],"modeling.":[201],"observe":[203],"consistently":[206],"outperforms":[207],"competing":[208],"little-to-no":[211],"computational":[212],"overhead.":[213]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7133196771","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-03-03T00:00:00"}
