{"id":"https://openalex.org/W2962906925","doi":null,"title":"Sufficient dimensionality reduction with irrelevance statistics","display_name":"Sufficient dimensionality reduction with irrelevance statistics","publication_year":2002,"publication_date":"2002-08-07","ids":{"openalex":"https://openalex.org/W2962906925","mag":"2962906925"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.128.537","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.128.537","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.huji.ac.il/labs/learning/Papers/uai03.ps.gz","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/1212.2483","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047817959","display_name":"Amir Globerson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Amir Globerson","raw_affiliation_strings":["School of Computer Science and Engineering and Interdisciplinary Center for Neural Computation, The Hebrew University, Jerusalem, Israel#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Interdisciplinary Center for Neural Computation, The Hebrew University, Jerusalem, Israel#TAB#","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045719865","display_name":"Gal Chechik","orcid":"https://orcid.org/0000-0001-9164-5303","observed_orcids":["https://orcid.org/0000-0001-9164-5303"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Gal Chechik","raw_affiliation_strings":["School of Computer Science and Engineering and Interdisciplinary Center for Neural Computation, The Hebrew University, Jerusalem, Israel#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-9164-5303","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Interdisciplinary Center for Neural Computation, The Hebrew University, Jerusalem, Israel#TAB#","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004273274","display_name":"Naftali Tishby","orcid":"https://orcid.org/0000-0002-8086-4436","observed_orcids":["https://orcid.org/0000-0002-8086-4436"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Naftali Tishby","raw_affiliation_strings":["School of Computer Science and Engineering and Interdisciplinary Center for Neural Computation, The Hebrew University, Jerusalem, Israel#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-8086-4436","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Interdisciplinary Center for Neural Computation, The Hebrew University, Jerusalem, Israel#TAB#","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I197251160"],"apc_list":null,"apc_paid":null,"fwci":0.977,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.78757382,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"281","last_page":"288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9434000253677368,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9434000253677368,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.04149999842047691,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unsupervised-dimensionality-reduction","display_name":"unsupervised dimensionality reduction","score":0.8610000014305115},{"id":"https://openalex.org/keywords/side-information","display_name":"side information","score":0.949999988079071},{"id":"https://openalex.org/keywords/ancillary-statistics","display_name":"ancillary statistics","score":0.7570000290870667},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"feature extraction","score":0.597000002861023},{"id":"https://openalex.org/keywords/facial-images","display_name":"face images","score":0.6850000023841858},{"id":"https://openalex.org/keywords/information-bottleneck","display_name":"information bottleneck","score":0.5299999713897705}],"concepts":[{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.8060891628265381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7049400806427002},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6954295635223389},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.6057462096214294},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.554243803024292},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5440477728843689},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5352134704589844},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5263140201568604},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4819366931915283},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42281997203826904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4181216061115265},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4155808091163635},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.41505166888237},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3640415668487549},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21519336104393005},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.128.537","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.128.537","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.huji.ac.il/labs/learning/Papers/uai03.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.95.3040","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.95.3040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://robotics.stanford.edu/~gal/Papers/Globerson_Chechik_UAI2003.pdf","raw_type":"text"},{"id":"mag:2962906925","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1212.2483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2962906925","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1212.2483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1555711139","https://openalex.org/W1591385104","https://openalex.org/W1620759536","https://openalex.org/W2001792610","https://openalex.org/W2018490621","https://openalex.org/W2096925994","https://openalex.org/W2098145033","https://openalex.org/W2099111195","https://openalex.org/W2102667697","https://openalex.org/W2141585001","https://openalex.org/W2157112198","https://openalex.org/W2160842254","https://openalex.org/W2170653751","https://openalex.org/W2994340921"],"related_works":["https://openalex.org/W7096161138","https://openalex.org/W1897896559","https://openalex.org/W34912442","https://openalex.org/W2306044275","https://openalex.org/W2759368845","https://openalex.org/W7096732958","https://openalex.org/W7098902393","https://openalex.org/W1747802520","https://openalex.org/W7096697550","https://openalex.org/W2141585001"],"abstract_inverted_index":{"The":[0,68],"problem":[1,25,43,150,155],"of":[2,6,20,70,81,177],"unsupervised":[3],"dimensionality":[4],"reduction":[5],"stochastic":[7],"variables":[8],"while":[9,139],"preserving":[10],"their":[11],"most":[12],"relevant":[13],"characteristics":[14],"is":[15,26,165],"fundamental":[16],"for":[17,104,135,143],"the":[18,46,66,79,84,105,117,136,144],"analysis":[19],"complex":[21],"data.":[22,67],"Unfortunately,":[23],"this":[24,38,42,92,124,149],"ill":[27],"defined":[28],"since":[29],"natural":[30],"datasets":[31],"inherently":[32],"contain":[33],"alternative":[34],"underlying":[35],"structures.":[36],"In":[37,121],"paper":[39],"we":[40,90],"address":[41],"by":[44],"extending":[45],"recently":[47,75],"introduced":[48],"\u201cSufficient":[49],"Dimensionality":[50],"Reduction":[51],"\u201d":[52,61],"feature":[53],"extraction":[54],"method":[55,87,164],"[7],":[56],"to":[57,95],"use":[58,69,91],"\u201cside":[59],"information":[60,73,113],"about":[62],"irrelevant":[63],"structures":[64],"in":[65,78],"such":[71,186],"irrelevance":[72,118,145],"was":[74],"successfully":[76],"demonstrated":[77,166],"context":[80],"clustering":[82],"via":[83],"Information":[85],"Bottleneck":[86],"[1].":[88],"Here":[89],"side-information":[93],"framework":[94],"identify":[96],"continuous":[97],"features":[98],"whose":[99],"measurements":[100],"are":[101,132],"maximally":[102,133,141],"informative":[103],"main":[106,137],"data":[107,119],"set,":[108],"but":[109],"carry":[110],"as":[111,114,128,151,187],"little":[112],"possible":[115],"on":[116,167,172],"set.":[120],"statistical":[122],"terms":[123],"can":[125],"be":[126],"understood":[127],"extracting":[129],"statistics":[130],"which":[131],"sufficient":[134],"dataset,":[138],"simultaneously":[140],"ancillary":[142],"dataset.":[146],"We":[147],"formulate":[148],"a":[152,168,173],"tradeoff":[153],"optimization":[154],"and":[156,160,171],"describe":[157],"its":[158,181],"analytic":[159],"algorithmic":[161],"solutions.":[162],"Our":[163],"synthetic":[169],"example":[170],"real":[174],"world":[175],"application":[176],"face":[178],"images,":[179],"showing":[180],"superiority":[182],"over":[183],"other":[184],"methods":[185],"Oriented":[188],"Principal":[189],"Component":[190],"Analysis.":[191],"1":[192]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-07-30T00:00:00"}