{"id":"https://openalex.org/W4390484023","doi":"https://doi.org/10.1109/ssci52147.2023.10371804","title":"Which Activation Function Works Best for Training Artificial Pancreas: Empirical Fact and Its Theoretical Explanation","display_name":"Which Activation Function Works Best for Training Artificial Pancreas: Empirical Fact and Its Theoretical Explanation","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4390484023","doi":"https://doi.org/10.1109/ssci52147.2023.10371804"},"language":"en","primary_location":{"id":"doi:10.1109/ssci52147.2023.10371804","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ssci52147.2023.10371804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002359133","display_name":"Lehel D\u00e9nes-Fazakas","orcid":"https://orcid.org/0009-0003-9879-5664"},"institutions":[{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Lehel D\u00e9nes-Fazakas","raw_affiliation_strings":["Doctoral School, &#x00D3;buda University,Physiological Controls Research Center, Appl. Informatics &#x0026; Appl. Math.,Budapest,Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Doctoral School, &#x00D3;buda University,Physiological Controls Research Center, Appl. Informatics &#x0026; Appl. Math.,Budapest,Hungary","institution_ids":["https://openalex.org/I2801419141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041318802","display_name":"L\u00e1szl\u00f3 Szil\u00e1gyi","orcid":"https://orcid.org/0000-0001-6722-2642"},"institutions":[{"id":"https://openalex.org/I43886","display_name":"Sapientia Hungarian University of Transylvania","ror":"https://ror.org/04ahh4d11","country_code":"RO","type":"education","lineage":["https://openalex.org/I43886"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"L\u00e1szl\u00f3 Szil\u00e1gyi","raw_affiliation_strings":["Sapientia University,Computational Intelligence Res. Group,Tg. Mures,Romania","Computational Intelligence Res. Group, Sapientia University, Tg. Mures, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sapientia University,Computational Intelligence Res. Group,Tg. Mures,Romania","institution_ids":["https://openalex.org/I43886"]},{"raw_affiliation_string":"Computational Intelligence Res. Group, Sapientia University, Tg. Mures, Romania","institution_ids":["https://openalex.org/I43886"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077451025","display_name":"Gy\u00f6rgy Eigner","orcid":"https://orcid.org/0000-0001-8038-2210"},"institutions":[{"id":"https://openalex.org/I103356709","display_name":"Obuda University","ror":"https://ror.org/00ax71d21","country_code":"HU","type":"education","lineage":["https://openalex.org/I103356709"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Gy\u00f6rgy Eigner","raw_affiliation_strings":["Biomatics and Applied AI Institute, Obuda University,Physiological Controls Res. Center, John von Neumann Faculty of Informatics,Budapest,Hungary","Physiological Controls Res. Center, John von Neumann Faculty of Informatics, Biomatics and Applied AI Institute, Obuda University, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biomatics and Applied AI Institute, Obuda University,Physiological Controls Res. Center, John von Neumann Faculty of Informatics,Budapest,Hungary","institution_ids":["https://openalex.org/I103356709"]},{"raw_affiliation_string":"Physiological Controls Res. Center, John von Neumann Faculty of Informatics, Biomatics and Applied AI Institute, Obuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I103356709"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075920182","display_name":"Olga Kosheleva","orcid":"https://orcid.org/0000-0003-2587-4209"},"institutions":[{"id":"https://openalex.org/I164936912","display_name":"The University of Texas at El Paso","ror":"https://ror.org/04d5vba33","country_code":"US","type":"education","lineage":["https://openalex.org/I164936912"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olga Kosheleva","raw_affiliation_strings":["University of Texas at El Paso,Department of Teacher Education,El Paso,Texas,USA","Department of Teacher Education, University of Texas at El Paso, El Paso, Texas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at El Paso,Department of Teacher Education,El Paso,Texas,USA","institution_ids":["https://openalex.org/I164936912"]},{"raw_affiliation_string":"Department of Teacher Education, University of Texas at El Paso, El Paso, Texas, USA","institution_ids":["https://openalex.org/I164936912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047541010","display_name":"Martine Ceberio","orcid":"https://orcid.org/0000-0001-5680-1155"},"institutions":[{"id":"https://openalex.org/I164936912","display_name":"The University of Texas at El Paso","ror":"https://ror.org/04d5vba33","country_code":"US","type":"education","lineage":["https://openalex.org/I164936912"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martine Ceberio","raw_affiliation_strings":["University of Texas at El Paso,Department of Computer Science,El Paso,Texas,USA","Department of Computer Science, University of Texas at El Paso, El Paso, Texas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at El Paso,Department of Computer Science,El Paso,Texas,USA","institution_ids":["https://openalex.org/I164936912"]},{"raw_affiliation_string":"Department of Computer Science, University of Texas at El Paso, El Paso, Texas, USA","institution_ids":["https://openalex.org/I164936912"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061275811","display_name":"\u0412\u043b\u0430\u0434\u0438\u043a \u041a\u0440\u0435\u0439\u043d\u043e\u0432\u0438\u0447","orcid":"https://orcid.org/0000-0002-1244-1650"},"institutions":[{"id":"https://openalex.org/I164936912","display_name":"The University of Texas at El Paso","ror":"https://ror.org/04d5vba33","country_code":"US","type":"education","lineage":["https://openalex.org/I164936912"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vladik Kreinovich","raw_affiliation_strings":["University of Texas at El Paso,Department of Computer Science,El Paso,Texas,USA","Department of Computer Science, University of Texas at El Paso, El Paso, Texas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at El Paso,Department of Computer Science,El Paso,Texas,USA","institution_ids":["https://openalex.org/I164936912"]},{"raw_affiliation_string":"Department of Computer Science, University of Texas at El Paso, El Paso, Texas, USA","institution_ids":["https://openalex.org/I164936912"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17649025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"496","last_page":"500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10323","display_name":"Analog and Mixed-Signal Circuit Design","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10323","display_name":"Analog and Mixed-Signal Circuit Design","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9449999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10560","display_name":"Diabetes Management and Research","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-pancreas","display_name":"Artificial pancreas","score":0.8152921199798584},{"id":"https://openalex.org/keywords/pancreas","display_name":"Pancreas","score":0.6030808687210083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5658400058746338},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4878373444080353},{"id":"https://openalex.org/keywords/blood-sugar","display_name":"Blood sugar","score":0.484928160905838},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46146538853645325},{"id":"https://openalex.org/keywords/insulin","display_name":"Insulin","score":0.43853676319122314},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.4338102340698242},{"id":"https://openalex.org/keywords/diabetes-mellitus","display_name":"Diabetes mellitus","score":0.3539385497570038},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2784562408924103},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.2707560062408447},{"id":"https://openalex.org/keywords/endocrinology","display_name":"Endocrinology","score":0.2417169213294983},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20572662353515625},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14522257447242737},{"id":"https://openalex.org/keywords/type-1-diabetes","display_name":"Type 1 diabetes","score":0.1422688066959381},{"id":"https://openalex.org/keywords/cell-biology","display_name":"Cell biology","score":0.09573975205421448}],"concepts":[{"id":"https://openalex.org/C2780353609","wikidata":"https://www.wikidata.org/wiki/Q1569064","display_name":"Artificial pancreas","level":4,"score":0.8152921199798584},{"id":"https://openalex.org/C2778764654","wikidata":"https://www.wikidata.org/wiki/Q9618","display_name":"Pancreas","level":2,"score":0.6030808687210083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5658400058746338},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4878373444080353},{"id":"https://openalex.org/C2780485761","wikidata":"https://www.wikidata.org/wiki/Q275157","display_name":"Blood sugar","level":3,"score":0.484928160905838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46146538853645325},{"id":"https://openalex.org/C2779306644","wikidata":"https://www.wikidata.org/wiki/Q2002370","display_name":"Insulin","level":2,"score":0.43853676319122314},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.4338102340698242},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.3539385497570038},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2784562408924103},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.2707560062408447},{"id":"https://openalex.org/C134018914","wikidata":"https://www.wikidata.org/wiki/Q162606","display_name":"Endocrinology","level":1,"score":0.2417169213294983},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20572662353515625},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14522257447242737},{"id":"https://openalex.org/C2781232474","wikidata":"https://www.wikidata.org/wiki/Q124407","display_name":"Type 1 diabetes","level":3,"score":0.1422688066959381},{"id":"https://openalex.org/C95444343","wikidata":"https://www.wikidata.org/wiki/Q7141","display_name":"Cell biology","level":1,"score":0.09573975205421448},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ssci52147.2023.10371804","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ssci52147.2023.10371804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},{"id":"pmh:oai:scholarworks.utep.edu:cs_techrep-2797","is_oa":false,"landing_page_url":"https://scholarworks.utep.edu/cs_techrep/1810","pdf_url":null,"source":{"id":"https://openalex.org/S4377196403","display_name":"scholarworks - UTEP (The University of Texas at El Paso)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I164936912","host_organization_name":"The University of Texas at El Paso","host_organization_lineage":["https://openalex.org/I164936912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Departmental Technical Reports (CS)","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.5199999809265137,"display_name":"Good health and well-being"}],"awards":[{"id":"https://openalex.org/G6793870340","display_name":"IUSE/PFE:RED: A Model of Change for Preparing a New Generation for Professional Practice in Computer Science","funder_award_id":"1623190","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W3172526549","https://openalex.org/W4200533463","https://openalex.org/W4366504565","https://openalex.org/W4391331222","https://openalex.org/W6685562342"],"related_works":["https://openalex.org/W4392771688","https://openalex.org/W3045686306","https://openalex.org/W2738991502","https://openalex.org/W2164660185","https://openalex.org/W2069674199","https://openalex.org/W2187535199","https://openalex.org/W1983239481","https://openalex.org/W2058391676","https://openalex.org/W2333330786","https://openalex.org/W2389290867"],"abstract_inverted_index":{"One":[0],"of":[1,13,66,95],"the":[2,10,24,44,58,67,91],"most":[3],"effective":[4],"ways":[5],"to":[6,38,48],"help":[7],"patients":[8],"at":[9],"dangerous":[11],"levels":[12],"diabetes":[14],"is":[15,40],"an":[16],"artificial":[17,45],"pancreas,":[18],"a":[19,87],"device":[20],"that":[21,57],"constantly":[22],"monitors":[23],"patient's":[25],"blood":[26],"sugar":[27],"level":[28],"and":[29],"injects":[30],"insulin":[31,39],"based":[32],"on":[33,51],"this":[34,83],"level.":[35],"Patient's":[36],"reaction":[37],"highly":[41],"individualized,":[42],"so":[43],"pancreas":[46],"needs":[47],"be":[49],"trained":[50],"each":[52],"patient.":[53],"It":[54],"turns":[55],"out":[56],"best":[59],"training":[60],"results":[61],"are":[62],"attained":[63],"when":[64],"instead":[65],"usual":[68],"ReLU":[69],"neurons,":[70],"we":[71,85],"use":[72],"their":[73],"minor":[74],"modification":[75],"known":[76],"as":[77],"Exponential":[78],"Linear":[79],"Units":[80],"(ELU).":[81],"In":[82],"paper,":[84],"provide":[86],"theoretical":[88],"explanation":[89],"for":[90],"empirically":[92],"observed":[93],"effectiveness":[94],"ELUs.":[96]},"counts_by_year":[],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}
