{"id":"https://openalex.org/W1993799640","doi":"https://doi.org/10.1109/micai.2013.20","title":"Using Different Cost Functions to Train Stacked Auto-Encoders","display_name":"Using Different Cost Functions to Train Stacked Auto-Encoders","publication_year":2013,"publication_date":"2013-11-01","ids":{"openalex":"https://openalex.org/W1993799640","doi":"https://doi.org/10.1109/micai.2013.20","mag":"1993799640"},"language":"en","primary_location":{"id":"doi:10.1109/micai.2013.20","doi":"https://doi.org/10.1109/micai.2013.20","is_oa":false,"landing_page_url":"https://doi.org/10.1109/micai.2013.20","pdf_url":null,"source":{"id":"https://openalex.org/S4306420514","display_name":"Mexican International Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 12th Mexican International Conference on Artificial Intelligence","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.25405/ncl.34252083","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103552829","display_name":"Telmo Amaral","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Telmo Amaral","raw_affiliation_strings":["Instituto de Engenharia Biom\u00e9dica (INEB), Universidade do Porto, Portugal","Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Engenharia Biom\u00e9dica (INEB), Universidade do Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]},{"raw_affiliation_string":"Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068291255","display_name":"Lu\u00eds M. Silva","orcid":"https://orcid.org/0000-0001-9677-4315","observed_orcids":["https://orcid.org/0000-0001-9677-4315"]},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Luis M. Silva","raw_affiliation_strings":["Instituto de Engenharia Biom\u00e9dica (INEB), Universidade do Porto, Portugal","Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Engenharia Biom\u00e9dica (INEB), Universidade do Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]},{"raw_affiliation_string":"Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009791474","display_name":"Lu\u00eds A. Alexandre","orcid":"https://orcid.org/0000-0002-5133-5025","observed_orcids":["https://orcid.org/0000-0002-5133-5025"]},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Luis A. Alexandre","raw_affiliation_strings":["Instituto de Telecomunica\u00e7\u00f5es, Universidade da Beira Interior, Covilh\u00e3, Portugal","Inst. de Telecomun., Univ. da Beira Interior, Covilha, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunica\u00e7\u00f5es, Universidade da Beira Interior, Covilh\u00e3, Portugal","institution_ids":["https://openalex.org/I161321875","https://openalex.org/I4210120471"]},{"raw_affiliation_string":"Inst. de Telecomun., Univ. da Beira Interior, Covilha, Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012244391","display_name":"Chetak Kandaswamy","orcid":"https://orcid.org/0000-0002-4825-5585","observed_orcids":["https://orcid.org/0000-0002-4825-5585"]},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Chetak Kandaswamy","raw_affiliation_strings":["Instituto de Engenharia Biom\u00e9dica (INEB), Universidade do Porto, Portugal","Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Engenharia Biom\u00e9dica (INEB), Universidade do Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]},{"raw_affiliation_string":"Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761750","display_name":"Jorge Manuel Santos","orcid":"https://orcid.org/0000-0002-2760-7756","observed_orcids":["https://orcid.org/0000-0002-2760-7756"]},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]},{"id":"https://openalex.org/I83863532","display_name":"Universidade T\u00e9cnica do Porto","ror":"https://ror.org/04988re48","country_code":"PT","type":"education","lineage":["https://openalex.org/I83863532"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jorge M. Santos","raw_affiliation_strings":["Departamento de Matem\u00e1tica, Instituto Superior de Engenharia do Instituto Politecnico do Porto, Portugal","Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Matem\u00e1tica, Instituto Superior de Engenharia do Instituto Politecnico do Porto, Portugal","institution_ids":["https://openalex.org/I83863532"]},{"raw_affiliation_string":"Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086534417","display_name":"Joaquim Marques de S\u00e1","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Joaquim Marques de Sa","raw_affiliation_strings":["Dep. de Engenharia Electrot\u00e9cnica e de Computadores, Fac. de Engenharia da Univ. do Porto, Portugal","Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dep. de Engenharia Electrot\u00e9cnica e de Computadores, Fac. de Engenharia da Univ. do Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]},{"raw_affiliation_string":"Inst. de Eng. Biomed. (INEB), Univ. do Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8129,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.86182738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"114","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stacked-autoencoder","display_name":"stacked autoencoder","score":0.9890000224113464},{"id":"https://openalex.org/keywords/cost-function","display_name":"cost function","score":0.906000018119812},{"id":"https://openalex.org/keywords/unsupervised-pretraining","display_name":"unsupervised pre-training","score":0.8519999980926514},{"id":"https://openalex.org/keywords/supervised-fine-tuning","display_name":"supervised fine-tuning","score":0.8510000109672546},{"id":"https://openalex.org/keywords/sum-of-squared-errors","display_name":"sum of squared errors","score":0.9139999747276306},{"id":"https://openalex.org/keywords/reconstruction-performance","display_name":"reconstruction performance","score":0.8730000257492065},{"id":"https://openalex.org/keywords/classification-performance","display_name":"classification performance","score":0.7580000162124634},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.9660000205039978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7394095659255981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6599684357643127},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6348385214805603},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.6284630298614502},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.578447699546814},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5625492334365845},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5295591950416565},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.479882150888443},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44717901945114136},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44156506657600403},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43314629793167114},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.4117840826511383},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14646735787391663},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/micai.2013.20","doi":"https://doi.org/10.1109/micai.2013.20","is_oa":false,"landing_page_url":"https://doi.org/10.1109/micai.2013.20","pdf_url":null,"source":{"id":"https://openalex.org/S4306420514","display_name":"Mexican International Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 12th Mexican International Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.637.3051","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.637.3051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.di.ubi.pt/~lfbaa/pubs/micai2013.pdf","raw_type":"text"},{"id":"doi:10.25405/ncl.34252083","doi":"https://doi.org/10.25405/ncl.34252083","is_oa":true,"landing_page_url":"https://doi.org/10.25405/ncl.34252083","pdf_url":null,"source":{"id":"https://openalex.org/S4306402485","display_name":"Newcastle University ePrints (Newcastle Univesity)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I84884186","host_organization_name":"Newcastle University","host_organization_lineage":["https://openalex.org/I84884186"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferenceProceeding"},{"id":"doi:10.25405/ncl.34252083.v1","doi":"https://doi.org/10.25405/ncl.34252083.v1","is_oa":true,"landing_page_url":"https://doi.org/10.25405/ncl.34252083.v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402485","display_name":"Newcastle University ePrints (Newcastle Univesity)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I84884186","host_organization_name":"Newcastle University","host_organization_lineage":["https://openalex.org/I84884186"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferenceProceeding"}],"best_oa_location":{"id":"doi:10.25405/ncl.34252083","doi":"https://doi.org/10.25405/ncl.34252083","is_oa":true,"landing_page_url":"https://doi.org/10.25405/ncl.34252083","pdf_url":null,"source":{"id":"https://openalex.org/S4306402485","display_name":"Newcastle University ePrints (Newcastle Univesity)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I84884186","host_organization_name":"Newcastle University","host_organization_lineage":["https://openalex.org/I84884186"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferenceProceeding"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1663973292","https://openalex.org/W1994197834","https://openalex.org/W2017257315","https://openalex.org/W2072128103","https://openalex.org/W2110798204","https://openalex.org/W2112796928","https://openalex.org/W2136922672","https://openalex.org/W2398338688","https://openalex.org/W2504108613","https://openalex.org/W4212863985","https://openalex.org/W4231109964"],"related_works":["https://openalex.org/W2186962476","https://openalex.org/W2596744673","https://openalex.org/W7100221546","https://openalex.org/W2900394578","https://openalex.org/W1789045941","https://openalex.org/W2145094598","https://openalex.org/W2568491963","https://openalex.org/W4387405517","https://openalex.org/W4295288878","https://openalex.org/W3010431126"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"comprise":[3],"several":[4],"hidden":[5,42],"layers":[6],"of":[7,51,72,80,103,108,120,136,160],"units,":[8],"which":[9],"can":[10,25],"be":[11,27,65,86],"pre-trained":[12],"one":[13],"at":[14],"a":[15,31,81,158],"time":[16],"via":[17],"an":[18,52],"unsupervised":[19],"greedy":[20],"approach.":[21],"A":[22],"whole":[23],"network":[24,46,83],"then":[26],"trained":[28],"(fine-tuned)":[29],"in":[30,44,106],"supervised":[32,78,117],"fashion.":[33],"One":[34],"possible":[35],"pre-training":[36],"strategy":[37],"is":[38],"to":[39,57,85],"regard":[40],"each":[41],"layer":[43,50],"the":[45,48,77,129,134,143,149],"as":[47,140,142],"input":[49],"auto-encoder.":[53],"Since":[54],"auto-encoders":[55],"aim":[56],"reconstruct":[58],"their":[59,62,109],"own":[60],"input,":[61],"training":[63],"must":[64],"based":[66,87,156],"on":[67,88,111,116,157],"some":[68,89],"cost":[69,90,104,132],"function":[70,91],"capable":[71],"measuring":[73],"reconstruction":[74,113],"performance.":[75,95],"Similarly,":[76],"fine-tuning":[79],"deep":[82,121],"needs":[84],"that":[92],"reflects":[93],"prediction":[94],"In":[96],"this":[97],"work":[98],"we":[99],"compare":[100],"different":[101],"combinations":[102],"functions":[105],"terms":[107],"impact":[110],"layer-wise":[112],"performance":[114,119],"and":[115,133,162],"classification":[118],"networks.":[122],"We":[123],"employed":[124],"two":[125],"classic":[126],"functions,":[127],"namely":[128],"cross-entropy":[130],"(CE)":[131],"sum":[135],"squared":[137],"errors":[138],"(SSE),":[139],"well":[141],"exponential":[144],"(EXP)":[145],"cost,":[146],"inspired":[147],"by":[148],"error":[150],"entropy":[151],"concept.":[152],"Our":[153],"results":[154],"were":[155],"number":[159],"artificial":[161],"real-world":[163],"data":[164],"sets.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2016-06-24T00:00:00"}