{"id":"https://openalex.org/W4221148499","doi":"https://doi.org/10.1109/icme52920.2022.9859978","title":"Exploring Linear Feature Disentanglement for Neural Networks","display_name":"Exploring Linear Feature Disentanglement for Neural Networks","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4221148499","doi":"https://doi.org/10.1109/icme52920.2022.9859978"},"language":"en","primary_location":{"id":"doi:10.1109/icme52920.2022.9859978","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859978","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024619357","display_name":"Tiantian He","orcid":"https://orcid.org/0000-0003-4839-681X"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiantian He","raw_affiliation_strings":["Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351559","display_name":"Zhibin Li","orcid":"https://orcid.org/0000-0002-4226-267X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhibin Li","raw_affiliation_strings":["CSIRO"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSIRO","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040047825","display_name":"Yongshun Gong","orcid":"https://orcid.org/0000-0003-3948-4471"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongshun Gong","raw_affiliation_strings":["Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027545344","display_name":"Yazhou Yao","orcid":"https://orcid.org/0000-0002-0337-9410"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yazhou Yao","raw_affiliation_strings":["Nanjing University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019824207","display_name":"Xiushan Nie","orcid":"https://orcid.org/0000-0001-9644-9723"},"institutions":[{"id":"https://openalex.org/I44445938","display_name":"Shandong Jianzhu University","ror":"https://ror.org/01gbfax37","country_code":"CN","type":"education","lineage":["https://openalex.org/I44445938"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiushan Nie","raw_affiliation_strings":["Shandong Jianzhu University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Jianzhu University","institution_ids":["https://openalex.org/I44445938"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111125404","display_name":"Yilong Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Yin","raw_affiliation_strings":["Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.6961566209793091},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6708071231842041},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6601507663726807},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.6515281200408936},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.6458983421325684},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.6457115411758423},{"id":"https://openalex.org/keywords/linear-space","display_name":"Linear space","score":0.5717028379440308},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5688962936401367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5555063486099243},{"id":"https://openalex.org/keywords/linear-map","display_name":"Linear map","score":0.5295230746269226},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.5141366124153137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4792178273200989},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.42547470331192017},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37142783403396606},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36048972606658936},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3391033411026001},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.09534484148025513},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.09294569492340088},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.06964707374572754}],"concepts":[{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.6961566209793091},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6708071231842041},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6601507663726807},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.6515281200408936},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.6458983421325684},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.6457115411758423},{"id":"https://openalex.org/C176370821","wikidata":"https://www.wikidata.org/wiki/Q1826459","display_name":"Linear space","level":2,"score":0.5717028379440308},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5688962936401367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5555063486099243},{"id":"https://openalex.org/C49766605","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear map","level":2,"score":0.5295230746269226},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.5141366124153137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4792178273200989},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.42547470331192017},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37142783403396606},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36048972606658936},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3391033411026001},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.09534484148025513},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.09294569492340088},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.06964707374572754},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme52920.2022.9859978","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859978","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G210149415","display_name":null,"funder_award_id":"62176141","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5634033710","display_name":null,"funder_award_id":"ZR2021ZD15","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G6317468392","display_name":null,"funder_award_id":"tsqn202103088","funder_id":"https://openalex.org/F4320326189","funder_display_name":"Taishan Scholar Project of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320326189","display_name":"Taishan Scholar Project of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W2113459411","https://openalex.org/W2118858186","https://openalex.org/W2137983211","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2335728318","https://openalex.org/W2808168148","https://openalex.org/W2919115771","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2962965870","https://openalex.org/W2964266063","https://openalex.org/W2966256598","https://openalex.org/W2984776000","https://openalex.org/W3034513523","https://openalex.org/W3118608800","https://openalex.org/W3167706095","https://openalex.org/W4320930577","https://openalex.org/W6637242042","https://openalex.org/W6676984168","https://openalex.org/W6677919164","https://openalex.org/W6690026940","https://openalex.org/W6703116779","https://openalex.org/W6726275242","https://openalex.org/W6746023985"],"related_works":["https://openalex.org/W3024979424","https://openalex.org/W4283785902","https://openalex.org/W2895192346","https://openalex.org/W3032499992","https://openalex.org/W2041004593","https://openalex.org/W3134817226","https://openalex.org/W3110577345","https://openalex.org/W3136579697","https://openalex.org/W2811324119","https://openalex.org/W1504105233"],"abstract_inverted_index":{"Non-linear":[0],"activation":[1,28],"functions,":[2],"e.g.,":[3],"Sigmoid,":[4],"ReLU,":[5],"and":[6,128,149,183],"Tanh,":[7],"have":[8],"achieved":[9],"great":[10],"success":[11],"in":[12,50,63,82,114],"neural":[13,112],"networks":[14,113],"(NNs).":[15],"Due":[16],"to":[17,31,39,56,124],"the":[18,24,77,83,100,105,141,147,155,170,173],"complex":[19],"non-linear":[20,91,129],"characteristic":[21],"of":[22,26,73,107,172],"samples,":[23],"objective":[25],"those":[27],"functions":[29,62],"is":[30],"project":[32],"samples":[33],"from":[34,154],"their":[35],"original":[36,174],"feature":[37,43,80,109],"space":[38,81,144],"a":[40,71,120,162],"linear":[41,78,108,127],"separable":[42,79,143],"space.":[44],"This":[45],"phenomenon":[46],"ignites":[47],"our":[48,132,178],"interest":[49],"exploring":[51],"whether":[52,68],"all":[53,60],"features":[54,74,139],"need":[55],"be":[57,151],"transformed":[58],"by":[59],"nonlinear":[61],"current":[64],"typical":[65],"NNs,":[66],"i.e.,":[67],"there":[69],"exists":[70],"part":[72],"arriving":[75],"at":[76],"intermediate":[84],"layers,":[85],"that":[86,137],"does":[87],"not":[88],"require":[89],"further":[90],"variation":[92],"but":[93],"an":[94],"affine":[95],"transformation":[96],"instead.":[97],"To":[98],"validate":[99],"above":[101],"hypothesis,":[102],"we":[103,118,135],"explore":[104],"problem":[106],"disentanglement":[110],"for":[111],"this":[115],"paper.":[116],"Specifically,":[117],"devise":[119],"learnable":[121],"mask":[122],"module":[123],"distinguish":[125],"between":[126],"features.":[130],"Through":[131],"designed":[133],"experiments":[134,179],"found":[136],"some":[138],"reach":[140],"linearly":[142],"earlier":[145],"than":[146],"others":[148],"can":[150],"detached":[152],"partly":[153],"NNs.":[156],"The":[157],"explored":[158],"method":[159],"also":[160],"provides":[161],"readily":[163],"feasible":[164],"pruning":[165],"strategy":[166],"which":[167],"barely":[168],"affects":[169],"performance":[171],"model.":[175],"We":[176],"conduct":[177],"on":[180],"four":[181],"datasets":[182],"present":[184],"promising":[185],"results.":[186]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}