{"id":"https://openalex.org/W4411722582","doi":"https://doi.org/10.1088/2632-2153/ade94d","title":"Ordered embeddings and intrinsic dimensionalities with information-ordered bottlenecks","display_name":"Ordered embeddings and intrinsic dimensionalities with information-ordered bottlenecks","publication_year":2025,"publication_date":"2025-06-27","ids":{"openalex":"https://openalex.org/W4411722582","doi":"https://doi.org/10.1088/2632-2153/ade94d"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/ade94d","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ade94d","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1088/2632-2153/ade94d","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025166977","display_name":"Matthew Ho","orcid":"https://orcid.org/0000-0003-3207-8868"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2801766991","display_name":"Institut d'Astrophysique de Paris","ror":"https://ror.org/022bnxw24","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2801766991","https://openalex.org/I39804081","https://openalex.org/I4210148025"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["FR","US"],"is_corresponding":true,"raw_author_name":"Matthew Ho","raw_affiliation_strings":["CNRS & Sorbonne Universit\u00e9, Institut d'Astrophysique de Paris (IAP), UMR 7095, 98 bis bd Arago, F-75014 Paris, France","Department of Astronomy, Columbia University, 550 West 120th Street, New York, NY 10027, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-3207-8868","affiliations":[{"raw_affiliation_string":"CNRS & Sorbonne Universit\u00e9, Institut d'Astrophysique de Paris (IAP), UMR 7095, 98 bis bd Arago, F-75014 Paris, France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I1294671590","https://openalex.org/I2801766991"]},{"raw_affiliation_string":"Department of Astronomy, Columbia University, 550 West 120th Street, New York, NY 10027, United States of America","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046060072","display_name":"Xiaosheng Zhao","orcid":"https://orcid.org/0000-0002-8328-1447"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2801766991","display_name":"Institut d'Astrophysique de Paris","ror":"https://ror.org/022bnxw24","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2801766991","https://openalex.org/I39804081","https://openalex.org/I4210148025"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","FR","US"],"is_corresponding":true,"raw_author_name":"Xiaosheng Zhao","raw_affiliation_strings":["Department of Physics and Astronomy, Johns Hopkins University, 3400 North Charles Street, Baltimore, MD 21218, United States of America","CNRS & Sorbonne Universit\u00e9, Institut d'Astrophysique de Paris (IAP), UMR 7095, 98 bis bd Arago, F-75014 Paris, France","Department of Astronomy, Tsinghua University, Beijing 100084, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0002-8328-1447","affiliations":[{"raw_affiliation_string":"Department of Physics and Astronomy, Johns Hopkins University, 3400 North Charles Street, Baltimore, MD 21218, United States of America","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"CNRS & Sorbonne Universit\u00e9, Institut d'Astrophysique de Paris (IAP), UMR 7095, 98 bis bd Arago, F-75014 Paris, France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I1294671590","https://openalex.org/I2801766991"]},{"raw_affiliation_string":"Department of Astronomy, Tsinghua University, Beijing 100084, People's Republic of China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050309898","display_name":"B. D. Wandelt","orcid":"https://orcid.org/0000-0002-5854-8269"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2801766991","display_name":"Institut d'Astrophysique de Paris","ror":"https://ror.org/022bnxw24","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2801766991","https://openalex.org/I39804081","https://openalex.org/I4210148025"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210153546","display_name":"Flatiron Health (United States)","ror":"https://ror.org/0508h6p74","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153546"]},{"id":"https://openalex.org/I6059380","display_name":"University of Baltimore","ror":"https://ror.org/024gw2733","country_code":"US","type":"education","lineage":["https://openalex.org/I6059380"]}],"countries":["FR","US"],"is_corresponding":true,"raw_author_name":"Benjamin D Wandelt","raw_affiliation_strings":["Center for Computational Astrophysics, Flatiron Institute, 162 5th Avenue, New York, NY 10010, United States of America","CNRS & Sorbonne Universit\u00e9, Institut d'Astrophysique de Paris (IAP), UMR 7095, 98 bis bd Arago, F-75014 Paris, France","Department of Physics and Astronomy, Johns Hopkins University, 3400 North Charles Street, Baltimore, MD 21218, United States of America","Department of Applied Mathematics and Statistics, Johns Hopkins University, 3400 North Charles Street, Baltimore, MD 21218, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-5854-8269","affiliations":[{"raw_affiliation_string":"Center for Computational Astrophysics, Flatiron Institute, 162 5th Avenue, New York, NY 10010, United States of America","institution_ids":["https://openalex.org/I4210153546"]},{"raw_affiliation_string":"CNRS & Sorbonne Universit\u00e9, Institut d'Astrophysique de Paris (IAP), UMR 7095, 98 bis bd Arago, F-75014 Paris, France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I1294671590","https://openalex.org/I2801766991"]},{"raw_affiliation_string":"Department of Physics and Astronomy, Johns Hopkins University, 3400 North Charles Street, Baltimore, MD 21218, United States of America","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Department of Applied Mathematics and Statistics, Johns Hopkins University, 3400 North Charles Street, Baltimore, MD 21218, United States of America","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I6059380"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025166977","https://openalex.org/A5046060072","https://openalex.org/A5050309898"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I145311948","https://openalex.org/I2801766991","https://openalex.org/I39804081","https://openalex.org/I4210153546","https://openalex.org/I6059380","https://openalex.org/I78577930","https://openalex.org/I99065089"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16547721,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"3","first_page":"035010","last_page":"035010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.2087000012397766,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.2087000012397766,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.39803391695022583},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3658803105354309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.33949756622314453},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.327041894197464},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.27195900678634644}],"concepts":[{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.39803391695022583},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3658803105354309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33949756622314453},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.327041894197464},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.27195900678634644}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2632-2153/ade94d","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ade94d","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b2601aabdc6540b99cc3bd91f1d4155b","is_oa":true,"landing_page_url":"https://doaj.org/article/b2601aabdc6540b99cc3bd91f1d4155b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning: Science and Technology, Vol 6, Iss 3, p 035010 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/ade94d","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ade94d","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306164","display_name":"Simons Foundation","ror":"https://ror.org/01cmst727"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1587559447","https://openalex.org/W1908619978","https://openalex.org/W1965254295","https://openalex.org/W1998729945","https://openalex.org/W2004543017","https://openalex.org/W2019841176","https://openalex.org/W2022845879","https://openalex.org/W2029401646","https://openalex.org/W2040549971","https://openalex.org/W2120010050","https://openalex.org/W2157917411","https://openalex.org/W2295124130","https://openalex.org/W2418912992","https://openalex.org/W2754478492","https://openalex.org/W2884063665","https://openalex.org/W2912577845","https://openalex.org/W2919115771","https://openalex.org/W2991395895","https://openalex.org/W2996320484","https://openalex.org/W3007705297","https://openalex.org/W3022414928","https://openalex.org/W3035198795","https://openalex.org/W3037315007","https://openalex.org/W3160392396","https://openalex.org/W3198796775","https://openalex.org/W4376144158","https://openalex.org/W4400287470","https://openalex.org/W4402190587","https://openalex.org/W6631190155","https://openalex.org/W6637108112","https://openalex.org/W6639102338","https://openalex.org/W6640963894","https://openalex.org/W6658045558","https://openalex.org/W6683307983","https://openalex.org/W6725552749","https://openalex.org/W6729906282","https://openalex.org/W6744627333","https://openalex.org/W6754634825","https://openalex.org/W6757445682","https://openalex.org/W6762865300","https://openalex.org/W6766978945","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6793035268","https://openalex.org/W6803870738","https://openalex.org/W6809885388","https://openalex.org/W6810154209","https://openalex.org/W6810595431","https://openalex.org/W6810830808","https://openalex.org/W6843477559","https://openalex.org/W6853137386","https://openalex.org/W6863945510","https://openalex.org/W6955712162"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027"],"abstract_inverted_index":{"Abstract":[0],"We":[1],"present":[2],"the":[3,34,39,88,128],"information-ordered":[4],"bottleneck":[5,31],"(IOB),":[6],"a":[7,59,66,75,103],"neural":[8],"layer":[9],"designed":[10],"to":[11,70,78],"adaptively":[12],"compress":[13,79],"data":[14],"into":[15],"latent":[16,41,71],"variables":[17],"ordered":[18],"by":[19],"likelihood":[20],"maximization.":[21],"Without":[22],"retraining,":[23],"IOB":[24,50],"nodes":[25],"can":[26],"be":[27],"truncated":[28],"at":[29],"any":[30],"width,":[32],"capturing":[33],"most":[35],"crucial":[36],"information":[37,57],"in":[38],"first":[40],"variables.":[42],"Unifying":[43],"several":[44],"prior":[45],"approaches,":[46],"we":[47,101,126],"demonstrate":[48,74],"that":[49,115],"models":[51,132],"achieve":[52],"efficient":[53],"compression":[54],"of":[55,81,90,130,144],"essential":[56],"for":[58,106,121,133],"given":[60],"encoding":[61],"architecture,":[62],"while":[63],"also":[64],"assigning":[65],"semantically":[67],"meaningful":[68],"ordering":[69],"representations.":[72],"IOBs":[73,112],"remarkable":[76],"ability":[77],"embeddings":[80],"high-dimensional":[82],"image":[83],"and":[84,97,113],"text":[85],"data,":[86],"leveraging":[87],"performance":[89],"SOTA":[91,118],"architectures":[92],"such":[93],"as":[94],"CNNs,":[95],"transformers,":[96],"diffusion":[98],"models.":[99],"Moreover,":[100],"introduce":[102],"novel":[104],"theory":[105],"estimating":[107],"global":[108],"intrinsic":[109],"dimensionality":[110,119],"with":[111],"show":[114],"they":[116],"recover":[117],"estimates":[120],"complex":[122],"synthetic":[123],"data.":[124],"Furthermore,":[125],"showcase":[127],"utility":[129],"these":[131],"exploratory":[134],"analysis":[135],"through":[136],"applications":[137],"on":[138],"heterogeneous":[139],"datasets,":[140],"enabling":[141],"computer-aided":[142],"discovery":[143],"dataset":[145],"complexity.":[146]},"counts_by_year":[],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2025-10-10T00:00:00"}