{"id":"https://openalex.org/W2551900342","doi":"https://doi.org/10.1109/ijcnn.2016.7727216","title":"On the performance of pairings of activation and loss functions in neural networks","display_name":"On the performance of pairings of activation and loss functions in neural networks","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2551900342","doi":"https://doi.org/10.1109/ijcnn.2016.7727216","mag":"2551900342"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2016.7727216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2016.7727216","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087346190","display_name":"Rodrigo G. F. Soares","orcid":"https://orcid.org/0000-0003-4806-3652"},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Rodrigo G. F. Soares","raw_affiliation_strings":["Department of Statistics and Informatics, Federal Rural University of Pernambuco, Recife, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Statistics and Informatics, Federal Rural University of Pernambuco, Recife, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008505247","display_name":"Emeson J. S. Pereira","orcid":null},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Emeson J. S. Pereira","raw_affiliation_strings":["Department of Statistics and Informatics, Federal Rural University of Pernambuco, Recife, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Statistics and Informatics, Federal Rural University of Pernambuco, Recife, Brazil","institution_ids":["https://openalex.org/I62921916"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087346190"],"corresponding_institution_ids":["https://openalex.org/I62921916"],"apc_list":null,"apc_paid":null,"fwci":0.4285,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.79594925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"185","issue":null,"first_page":"326","last_page":"333"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.681241512298584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.641518235206604},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6191128492355347},{"id":"https://openalex.org/keywords/pairing","display_name":"Pairing","score":0.6094789505004883},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.588513195514679},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5257652401924133},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5255115032196045},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.501488447189331},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.48470520973205566},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4287663400173187},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41913729906082153},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3728273808956146},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26938962936401367},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.08585986495018005},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.0822901725769043}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.681241512298584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.641518235206604},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6191128492355347},{"id":"https://openalex.org/C14103023","wikidata":"https://www.wikidata.org/wiki/Q11681459","display_name":"Pairing","level":3,"score":0.6094789505004883},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.588513195514679},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5257652401924133},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5255115032196045},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.501488447189331},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.48470520973205566},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4287663400173187},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41913729906082153},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3728273808956146},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26938962936401367},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.08585986495018005},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.0822901725769043},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C54101563","wikidata":"https://www.wikidata.org/wiki/Q124131","display_name":"Superconductivity","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2016.7727216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2016.7727216","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W391985582","https://openalex.org/W1479807131","https://openalex.org/W1551050874","https://openalex.org/W1565746575","https://openalex.org/W1822742915","https://openalex.org/W1963581687","https://openalex.org/W1969587258","https://openalex.org/W1984797182","https://openalex.org/W2004641158","https://openalex.org/W2006626130","https://openalex.org/W2009086942","https://openalex.org/W2034341542","https://openalex.org/W2036887764","https://openalex.org/W2044298988","https://openalex.org/W2048984088","https://openalex.org/W2051812123","https://openalex.org/W2063941608","https://openalex.org/W2065956719","https://openalex.org/W2067878879","https://openalex.org/W2119895980","https://openalex.org/W2140229565","https://openalex.org/W2149821258","https://openalex.org/W2153290280","https://openalex.org/W2154389898","https://openalex.org/W3120740533","https://openalex.org/W6633774736"],"related_works":["https://openalex.org/W3015473028","https://openalex.org/W3201176751","https://openalex.org/W1993094293","https://openalex.org/W2029180842","https://openalex.org/W2024971119","https://openalex.org/W2057898405","https://openalex.org/W2953807518","https://openalex.org/W2258335979","https://openalex.org/W2890366349","https://openalex.org/W2996184188"],"abstract_inverted_index":{"The":[0,18],"selection":[1,80],"of":[2,6,14,20,31,39,50,53,81,89,97,108,178],"parameters":[3],"is":[4,25],"one":[5,132],"the":[7,12,29,37,43,48,79,87,106,175],"most":[8,98],"important":[9],"tasks":[10],"in":[11,120,146,174],"training":[13,32],"a":[15,59,68,74,138,143,171,179],"neural":[16,180],"network.":[17,181],"choice":[19],"activation":[21,100,136],"and":[22,65,101,117,122,137],"loss":[23,102,139],"functions":[24,55],"particularly":[26],"relevant":[27],"as":[28],"formulation":[30],"procedures":[33],"strongly":[34],"depends":[35],"on":[36,47,63,78,114],"pairing":[38,145],"these":[40,54,109],"functions.":[41,103],"However,":[42],"very":[44],"few":[45,69],"works":[46],"effect":[49],"different":[51,159,163],"combinations":[52],"do":[56],"not":[57,170],"present":[58],"comprehensive":[60],"experimental":[61],"study":[62],"classification":[64,119],"only":[66],"investigate":[67],"pairings.":[70,83],"This":[71],"paper":[72],"provides":[73],"significant":[75,172],"empirical":[76],"analysis":[77],"such":[82],"Our":[84,125],"work":[85],"presents":[86],"formulations":[88],"Iterative":[90],"Reweighted":[91],"Least":[92],"Squares":[93],"for":[94,129],"nine":[95],"pairings":[96,160,168],"common":[99],"We":[104],"investigated":[105],"impact":[107],"formulations,":[110],"including":[111],"natural":[112,144,167],"pairings,":[113],"both":[115],"binary":[116,156],"multi-class":[118,130],"artificial":[121],"real-world":[123],"datasets.":[124],"results":[126],"show":[127],"that,":[128],"classification,":[131,157],"should":[133],"select":[134],"an":[135,150],"function":[140],"that":[141],"form":[142],"order":[147],"to":[148],"generate":[149],"effective":[151],"weight":[152],"update":[153],"rule.":[154],"For":[155],"although":[158],"produced":[161],"statistically":[162],"mean":[164],"average":[165],"precisions,":[166],"were":[169],"factor":[173],"generalisation":[176],"performance":[177]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}