{"id":"https://openalex.org/W4319663769","doi":"https://doi.org/10.1109/tnnls.2023.3241791","title":"STDNet: Rethinking Disentanglement Learning With Information Theory","display_name":"STDNet: Rethinking Disentanglement Learning With Information Theory","publication_year":2023,"publication_date":"2023-02-09","ids":{"openalex":"https://openalex.org/W4319663769","doi":"https://doi.org/10.1109/tnnls.2023.3241791","pmid":"https://pubmed.ncbi.nlm.nih.gov/37022811"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3241791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3241791","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103058788","display_name":"Ziwen Liu","orcid":"https://orcid.org/0000-0003-3894-1677"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziwen Liu","raw_affiliation_strings":["School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101840334","display_name":"Mingqiang Li","orcid":"https://orcid.org/0000-0001-6308-5062"},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingqiang Li","raw_affiliation_strings":["Information Science Academy, China Electronics Technology Group Corporation, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Information Science Academy, China Electronics Technology Group Corporation, Beijing, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046469888","display_name":"Congying Han","orcid":"https://orcid.org/0000-0002-3445-4620"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Congying Han","raw_affiliation_strings":["School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086728396","display_name":"Siqi Tang","orcid":"https://orcid.org/0000-0002-3383-6678"},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siqi Tang","raw_affiliation_strings":["Information Science Academy, China Electronics Technology Group Corporation, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Information Science Academy, China Electronics Technology Group Corporation, Beijing, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100561359","display_name":"Tiande Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiande Guo","raw_affiliation_strings":["School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103058788"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.7336,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.71339544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"35","issue":"8","first_page":"10407","last_page":"10421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.809013843536377},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.7371533513069153},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6439257860183716},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.599475085735321},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.5951329469680786},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5837985277175903},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5433777570724487},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5021121501922607},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4581013023853302},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4421970546245575},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.41616809368133545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39254945516586304},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33079794049263},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.27306920289993286},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2547469735145569}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.809013843536377},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7371533513069153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6439257860183716},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.599475085735321},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.5951329469680786},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5837985277175903},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5433777570724487},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5021121501922607},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4581013023853302},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4421970546245575},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41616809368133545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39254945516586304},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33079794049263},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27306920289993286},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2547469735145569},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3241791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3241791","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37022811","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37022811","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G2058835121","display_name":null,"funder_award_id":"U22B2049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2403571516","display_name":null,"funder_award_id":"11991022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2895243321","display_name":null,"funder_award_id":"U19B2040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G622688436","display_name":null,"funder_award_id":"XDA27000000","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":97,"referenced_works":["https://openalex.org/W1516111018","https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1834627138","https://openalex.org/W1901129140","https://openalex.org/W1965555277","https://openalex.org/W1995875735","https://openalex.org/W2099111195","https://openalex.org/W2108384452","https://openalex.org/W2114771311","https://openalex.org/W2117130368","https://openalex.org/W2122925692","https://openalex.org/W2147062276","https://openalex.org/W2155183960","https://openalex.org/W2163922914","https://openalex.org/W2166944917","https://openalex.org/W2194775991","https://openalex.org/W2591674338","https://openalex.org/W2764024122","https://openalex.org/W2766447205","https://openalex.org/W2842511635","https://openalex.org/W2896457183","https://openalex.org/W2901791883","https://openalex.org/W2903141607","https://openalex.org/W2949496942","https://openalex.org/W2962770929","https://openalex.org/W2963150697","https://openalex.org/W2963323172","https://openalex.org/W2964080999","https://openalex.org/W2964184826","https://openalex.org/W2976504920","https://openalex.org/W2984529706","https://openalex.org/W2990172791","https://openalex.org/W2993842823","https://openalex.org/W3012816161","https://openalex.org/W3034303964","https://openalex.org/W3035149916","https://openalex.org/W3035399978","https://openalex.org/W3113270693","https://openalex.org/W3120955567","https://openalex.org/W3142644187","https://openalex.org/W3155394509","https://openalex.org/W3173703884","https://openalex.org/W3174139848","https://openalex.org/W3176726917","https://openalex.org/W3194647302","https://openalex.org/W3194668998","https://openalex.org/W3196131173","https://openalex.org/W4283762346","https://openalex.org/W4287870113","https://openalex.org/W4293411878","https://openalex.org/W4293568373","https://openalex.org/W4294554810","https://openalex.org/W4297749952","https://openalex.org/W4297798428","https://openalex.org/W4297808394","https://openalex.org/W4311415873","https://openalex.org/W4313156423","https://openalex.org/W6623329352","https://openalex.org/W6636510571","https://openalex.org/W6637108112","https://openalex.org/W6637373629","https://openalex.org/W6675894326","https://openalex.org/W6679436768","https://openalex.org/W6685251022","https://openalex.org/W6713563955","https://openalex.org/W6714644935","https://openalex.org/W6718140377","https://openalex.org/W6726983635","https://openalex.org/W6729838697","https://openalex.org/W6729906282","https://openalex.org/W6731535438","https://openalex.org/W6733862737","https://openalex.org/W6734451663","https://openalex.org/W6735632633","https://openalex.org/W6745687250","https://openalex.org/W6747786891","https://openalex.org/W6748223763","https://openalex.org/W6748391871","https://openalex.org/W6750992264","https://openalex.org/W6751772990","https://openalex.org/W6751810238","https://openalex.org/W6752145142","https://openalex.org/W6755207826","https://openalex.org/W6756663807","https://openalex.org/W6757445682","https://openalex.org/W6757470608","https://openalex.org/W6758110877","https://openalex.org/W6762931180","https://openalex.org/W6770711901","https://openalex.org/W6773740579","https://openalex.org/W6779518175","https://openalex.org/W6780248173","https://openalex.org/W6780593937","https://openalex.org/W6790293570","https://openalex.org/W6790522264","https://openalex.org/W6803870738"],"related_works":["https://openalex.org/W4401325445","https://openalex.org/W2622284819","https://openalex.org/W1504394672","https://openalex.org/W2939693078","https://openalex.org/W3089381707","https://openalex.org/W2783047733","https://openalex.org/W3189092450","https://openalex.org/W4285254085","https://openalex.org/W3034190530","https://openalex.org/W2741297526"],"abstract_inverted_index":{"Disentangled":[0],"representation":[1,107,130,210],"learning":[2,211],"is":[3,95,131],"typically":[4],"achieved":[5],"by":[6,57,185],"a":[7,24,72,77,105,145,160,193],"generative":[8],"model,":[9],"variational":[10,255],"encoder":[11],"(VAE).":[12],"Existing":[13],"VAE-based":[14],"methods":[15],"try":[16],"to":[17,52,64,85,97,103,139,158,171,181,237,245],"disentangle":[18,53],"all":[19],"the":[20,29,32,54,59,86,100,109,121,127,140,148,153,169,172,183,186,196,240,246],"attributes":[21,184],"simultaneously":[22],"in":[23,38,45,199,209],"single":[25],"hidden":[26,47],"space,":[27],"while":[28],"separation":[30,93],"of":[31,61,88,108,147,195,202,222,257],"attribute":[33,63,111,178,197],"from":[34],"irrelevant":[35,101],"information":[36,92,102,149],"varies":[37],"complexity.":[39,203],"Thus,":[40],"it":[41],"should":[42],"be":[43],"conducted":[44],"different":[46,65],"spaces.":[48],"Therefore,":[49],"we":[50,70,143,175,232],"propose":[51,144],"disentanglement":[55,60,74,87,198],"itself":[56],"assigning":[58],"each":[62,82,113],"layers.":[66],"To":[67,125],"achieve":[68],"this,":[69],"present":[71],"stair":[73,154],"net":[75],"(STDNet),":[76],"stair-like":[78],"structure":[79],"network":[80,173],"with":[81,137],"step":[83],"corresponding":[84],"an":[89,177],"attribute.":[90],"An":[91],"principle":[94],"employed":[96,242],"peel":[98],"off":[99],"form":[104,120,256],"compact":[106],"targeted":[110],"within":[112],"step.":[114],"Compact":[115],"representations,":[116],"thus,":[117],"obtained":[118],"together":[119],"final":[122,128],"disentangled":[123,129],"representation.":[124],"ensure":[126],"compressed":[132],"as":[133,135],"well":[134],"complete":[136],"respect":[138],"input":[141],"data,":[142],"variant":[146],"bottleneck":[150],"(IB)":[151],"principle,":[152,157],"IB":[155],"(SIB)":[156],"optimize":[159],"tradeoff":[161],"between":[162],"compression":[163],"and":[164,212,224,229,254],"expressiveness.":[165],"In":[166],"particular,":[167],"for":[168],"assignment":[170],"steps,":[174],"define":[176],"complexity":[179,187],"metric":[180],"assign":[182],"ascending":[188,200],"rule":[189],"(CAR)":[190],"that":[191],"dictates":[192],"sequencing":[194],"order":[201],"Experimentally,":[204],"STDNet":[205],"achieves":[206],"state-of-the-art":[207],"results":[208],"image":[213],"generation":[214],"on":[215],"multiple":[216],"benchmarks,":[217],"including":[218,248],"Mixed":[219],"National":[220],"Institute":[221],"Standards":[223],"Technology":[225],"database":[226],"(MNIST),":[227],"dSprites,":[228],"CelebA.":[230],"Furthermore,":[231],"conduct":[233],"thorough":[234],"ablation":[235],"experiments":[236],"show":[238],"how":[239],"strategies":[241],"here":[243],"contribute":[244],"performance,":[247],"neurons":[249],"block,":[250],"CAR,":[251],"hierarchical":[252],"structure,":[253],"SIB.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}