{"id":"https://openalex.org/W1659448245","doi":"https://doi.org/10.1109/ijcnn.2015.7280568","title":"An empirical analysis of different sparse penalties for autoencoder in unsupervised feature learning","display_name":"An empirical analysis of different sparse penalties for autoencoder in unsupervised feature learning","publication_year":2015,"publication_date":"2015-07-01","ids":{"openalex":"https://openalex.org/W1659448245","doi":"https://doi.org/10.1109/ijcnn.2015.7280568","mag":"1659448245"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2015.7280568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2015.7280568","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044977352","display_name":"Nan Jiang","orcid":"https://orcid.org/0000-0003-0714-750X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nan Jiang","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, China","School of Computer Science and Engineering Beihang University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055420596","display_name":"Wenge Rong","orcid":"https://orcid.org/0000-0002-4229-7215"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenge Rong","raw_affiliation_strings":["Research Institute of Beihang University in Shenzhen, China","School of Computer Science and Engineering Beihang University, China"],"affiliations":[{"raw_affiliation_string":"Research Institute of Beihang University in Shenzhen, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066404470","display_name":"Baolin Peng","orcid":"https://orcid.org/0009-0004-3255-8735"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baolin Peng","raw_affiliation_strings":["Department of System Engineering and Engineering Management, The Chinese University of Hong Kong, China","Department of System Engineering & Engineering Management, The Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Engineering Management, The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of System Engineering & Engineering Management, The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036072727","display_name":"Yifan Nie","orcid":"https://orcid.org/0000-0003-4771-3633"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yifan Nie","raw_affiliation_strings":["Department of Computer Science and Operations Research, Universite de Montreal, Canada","Department of Computer Science and Operations Research, Universit\u00e9 de Montr\u00e9al, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Operations Research, Universite de Montreal, Canada","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"Department of Computer Science and Operations Research, Universit\u00e9 de Montr\u00e9al, Canada#TAB#","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006818887","display_name":"Xiong Zhang","orcid":"https://orcid.org/0000-0001-5173-6470"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Xiong","raw_affiliation_strings":["Research Institute of Beihang University in Shenzhen, China","School of Computer Science and Engineering Beihang University, China"],"affiliations":[{"raw_affiliation_string":"Research Institute of Beihang University in Shenzhen, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044977352"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.9205,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.81400958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.9036386013031006},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7978173494338989},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7068066000938416},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.6786271333694458},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.6733498573303223},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6261250972747803},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5842679142951965},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5248936414718628},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4993579387664795},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49161916971206665},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4835793375968933},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.4723982512950897},{"id":"https://openalex.org/keywords/matrix-norm","display_name":"Matrix norm","score":0.41456642746925354},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.2559703290462494}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.9036386013031006},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7978173494338989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7068066000938416},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.6786271333694458},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.6733498573303223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6261250972747803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5842679142951965},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5248936414718628},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4993579387664795},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49161916971206665},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4835793375968933},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.4723982512950897},{"id":"https://openalex.org/C92207270","wikidata":"https://www.wikidata.org/wiki/Q939253","display_name":"Matrix norm","level":3,"score":0.41456642746925354},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2559703290462494},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2015.7280568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2015.7280568","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W2237036","https://openalex.org/W71795751","https://openalex.org/W179875071","https://openalex.org/W308556676","https://openalex.org/W1550965000","https://openalex.org/W1570963478","https://openalex.org/W1572401739","https://openalex.org/W1733160427","https://openalex.org/W1819710477","https://openalex.org/W2015820150","https://openalex.org/W2050752817","https://openalex.org/W2051434435","https://openalex.org/W2051669046","https://openalex.org/W2085400714","https://openalex.org/W2085927826","https://openalex.org/W2097018403","https://openalex.org/W2100495367","https://openalex.org/W2108665656","https://openalex.org/W2110798204","https://openalex.org/W2112796928","https://openalex.org/W2113606819","https://openalex.org/W2118718620","https://openalex.org/W2132283655","https://openalex.org/W2134557905","https://openalex.org/W2136922672","https://openalex.org/W2138448681","https://openalex.org/W2138857742","https://openalex.org/W2147768505","https://openalex.org/W2163922914","https://openalex.org/W2172246201","https://openalex.org/W2181347294","https://openalex.org/W2208000626","https://openalex.org/W2335728318","https://openalex.org/W2400801499","https://openalex.org/W2606321545","https://openalex.org/W2962968839","https://openalex.org/W3118608800","https://openalex.org/W3120740533","https://openalex.org/W4232730838","https://openalex.org/W4236796448","https://openalex.org/W4237144343","https://openalex.org/W4285719527","https://openalex.org/W4300860507","https://openalex.org/W6600097120","https://openalex.org/W6602989467","https://openalex.org/W6607333740","https://openalex.org/W6632892617","https://openalex.org/W6637466937","https://openalex.org/W6674642818","https://openalex.org/W6676231525","https://openalex.org/W6676481782","https://openalex.org/W6676903177","https://openalex.org/W6677759377","https://openalex.org/W6679755471","https://openalex.org/W6680300913","https://openalex.org/W6680414531","https://openalex.org/W6685777803","https://openalex.org/W6688125678","https://openalex.org/W6703116779","https://openalex.org/W6713001283","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4394785709","https://openalex.org/W4296978181","https://openalex.org/W2912987408","https://openalex.org/W3004801820","https://openalex.org/W4281672036","https://openalex.org/W4313444753","https://openalex.org/W4230582276","https://openalex.org/W2983142544","https://openalex.org/W2891059443","https://openalex.org/W2937381246"],"abstract_inverted_index":{"Machine":[0],"learning":[1,44],"algorithms":[2],"depend":[3],"heavily":[4],"on":[5,50,76,149,154,177],"the":[6,29,56,113,123,191],"data":[7,24],"representation,":[8],"which":[9,90,107,133],"dominates":[10],"its":[11,77],"success":[12],"in":[13,122,138],"experiment":[14],"accuracy.":[15],"Autoencoder":[16],"model":[17],"structure":[18],"is":[19,71],"proposed":[20],"to":[21,60,67,72,88,111,131],"learn":[22],"from":[23],"a":[25,128],"good":[26],"representation":[27,45,70,145,169],"with":[28],"least":[30],"possible":[31],"amount":[32],"of":[33,140,144,182],"distortion.":[34],"Furthermore,":[35],"it":[36],"has":[37,85],"been":[38,86],"proven":[39],"that":[40,163],"boosting":[41],"sparsity":[42],"when":[43],"can":[46],"significantly":[47],"improve":[48],"performance":[49,148,179],"classification":[51,147,178],"tasks":[52],"and":[53,117,146,159,170,180,190],"also":[54],"make":[55],"feature":[57,183],"vector":[58],"easy":[59],"interpret.":[61],"One":[62],"straightforward":[63],"approach":[64],"for":[65,196],"autoencoder":[66,176],"obtain":[68],"sparse":[69,74,91,168],"impose":[73],"penalty":[75,92,120,134],"overall":[78],"cost":[79],"function.":[80],"Nevertheless,":[81],"few":[82],"comparative":[83],"analysis":[84,130],"conducted":[87],"evaluate":[89,132],"term":[93],"works":[94],"better.":[95],"In":[96],"this":[97,188],"paper,":[98],"we":[99,126,186],"adopt":[100],"L1":[101],"norm,":[102,104],"L2":[103],"Student-t":[105],"penalties,":[106],"are":[108],"rarely":[109],"deployed":[110],"penalise":[112],"hidden":[114],"unit":[115],"outputs,":[116],"commonly":[118],"used":[119],"KL-divergence":[121],"literature.":[124],"Then,":[125],"present":[127],"detailed":[129],"achieves":[135],"better":[136],"result":[137],"terms":[139],"reconstruction":[141],"error,":[142],"sparseness":[143,181],"test":[150],"datasets.":[151],"Experimental":[152],"study":[153],"MNIST,":[155],"CIFAR-10,":[156],"SVHN,":[157],"OPTDIGITS":[158],"NORB":[160],"datasets":[161],"reveals":[162],"all":[164],"these":[165],"penalties":[166],"achieve":[167],"outperforms":[171],"representations":[172],"learned":[173],"by":[174],"pure":[175],"vectors.":[184],"Moreover,":[185],"hope":[187],"topics":[189],"practices":[192],"would":[193],"provide":[194],"insights":[195],"future":[197],"research.":[198]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}