{"id":"https://openalex.org/W7129440941","doi":"https://doi.org/10.1109/ic-ftai67960.2025.11384307","title":"Impact of Optimization Algorithms and Regularization Techniques on Neural Network Performance for Binary Classification","display_name":"Impact of Optimization Algorithms and Regularization Techniques on Neural Network Performance for Binary Classification","publication_year":2025,"publication_date":"2025-11-24","ids":{"openalex":"https://openalex.org/W7129440941","doi":"https://doi.org/10.1109/ic-ftai67960.2025.11384307"},"language":"en","primary_location":{"id":"doi:10.1109/ic-ftai67960.2025.11384307","doi":"https://doi.org/10.1109/ic-ftai67960.2025.11384307","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ic-ftai67960.2025.11384307","pdf_url":null,"source":{"id":"https://openalex.org/S7407096547","display_name":"International Conference on Future Telecommunications and Artificial Intelligence (IC-FTAI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Future Telecommunications and Artificial Intelligence (IC-FTAI)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059851209","display_name":"Mostafa A. Ebied","orcid":"https://orcid.org/0000-0002-7720-0962","observed_orcids":["https://orcid.org/0000-0002-7720-0962"]},"institutions":[{"id":"https://openalex.org/I113643904","display_name":"Beni-Suef University","ror":"https://ror.org/05pn4yv70","country_code":"EG","type":"education","lineage":["https://openalex.org/I113643904"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mostafa A. Ebied","raw_affiliation_strings":["Beni-Suef University,Faculty of Technology and Education,Electronics Technology Dept.,Beni-Suef,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beni-Suef University,Faculty of Technology and Education,Electronics Technology Dept.,Beni-Suef,Egypt","institution_ids":["https://openalex.org/I113643904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072105598","display_name":"Walid Hamdy","orcid":"https://orcid.org/0000-0002-7522-5269","observed_orcids":["https://orcid.org/0000-0002-7522-5269"]},"institutions":[{"id":"https://openalex.org/I154632036","display_name":"Misr University for Science and Technology","ror":"https://ror.org/05debfq75","country_code":"EG","type":"education","lineage":["https://openalex.org/I154632036"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Walid Hamdy","raw_affiliation_strings":["Misr University for Science and Technology,Department of Computer Science College of Information Technology,Giza,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Misr University for Science and Technology,Department of Computer Science College of Information Technology,Giza,Egypt","institution_ids":["https://openalex.org/I154632036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126264046","display_name":"Amr I. Shehta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154632036","display_name":"Misr University for Science and Technology","ror":"https://ror.org/05debfq75","country_code":"EG","type":"education","lineage":["https://openalex.org/I154632036"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Amr I. Shehta","raw_affiliation_strings":["College of Information Technology, Misr University for Science and Technology,Department of Information System,Giza,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Technology, Misr University for Science and Technology,Department of Information System,Giza,Egypt","institution_ids":["https://openalex.org/I154632036"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093307382","display_name":"M. S. Elborlsy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I113643904","display_name":"Beni-Suef University","ror":"https://ror.org/05pn4yv70","country_code":"EG","type":"education","lineage":["https://openalex.org/I113643904"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"M. S. Elborlsy","raw_affiliation_strings":["Beni-Suef University,Faculty of Technology and Education,Process Control Technology Department,Beni-Suef,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beni-Suef University,Faculty of Technology and Education,Process Control Technology Department,Beni-Suef,Egypt","institution_ids":["https://openalex.org/I113643904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106463944","display_name":"Mohamed Refaat Abdellah","orcid":"https://orcid.org/0009-0009-4338-6912","observed_orcids":["https://orcid.org/0009-0009-4338-6912"]},"institutions":[{"id":"https://openalex.org/I154632036","display_name":"Misr University for Science and Technology","ror":"https://ror.org/05debfq75","country_code":"EG","type":"education","lineage":["https://openalex.org/I154632036"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mohamed Refaat Abdellah","raw_affiliation_strings":["College of Information Technology, Misr University for Science and Technology,Department of Information System,Giza,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Technology, Misr University for Science and Technology,Department of Information System,Giza,Egypt","institution_ids":["https://openalex.org/I154632036"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7133,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71654306,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-optimization","display_name":"neural network optimization","score":0.8389999866485596},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.6489999890327454},{"id":"https://openalex.org/keywords/binary-classification","display_name":"binary classification","score":0.9010000228881836},{"id":"https://openalex.org/keywords/adam-optimizer","display_name":"Adam optimizer","score":0.9890000224113464},{"id":"https://openalex.org/keywords/rmsprop","display_name":"RMSProp","score":0.9589999914169312},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"gradient descent","score":0.7770000100135803},{"id":"https://openalex.org/keywords/momentum","display_name":"momentum","score":0.8240000009536743},{"id":"https://openalex.org/keywords/l1-regularization","display_name":"L1 regularization","score":0.9990000128746033},{"id":"https://openalex.org/keywords/tikhonov-regularization","display_name":"Tikhonov regularization","score":1.0},{"id":"https://openalex.org/keywords/fetal-health-prediction","display_name":"fetal health prediction","score":0.6570000052452087},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.6230000257492065},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.6330000162124634}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.651199996471405},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6140999794006348},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5726000070571899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5343999862670898},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5076000094413757},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4447999894618988},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3968999981880188},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.39500001072883606},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.3790000081062317},{"id":"https://openalex.org/C158847443","wikidata":"https://www.wikidata.org/wiki/Q1997812","display_name":"Method of steepest descent","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.358599990606308},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.3562999963760376},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33329999446868896},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C79248915","wikidata":"https://www.wikidata.org/wiki/Q17086776","display_name":"Proximal gradient methods for learning","level":5,"score":0.3278000056743622},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.3264000117778778},{"id":"https://openalex.org/C177179195","wikidata":"https://www.wikidata.org/wiki/Q7268372","display_name":"Quadratic unconstrained binary optimization","level":4,"score":0.3043999969959259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.2639999985694885}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ic-ftai67960.2025.11384307","doi":"https://doi.org/10.1109/ic-ftai67960.2025.11384307","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ic-ftai67960.2025.11384307","pdf_url":null,"source":{"id":"https://openalex.org/S7407096547","display_name":"International Conference on Future Telecommunications and Artificial Intelligence (IC-FTAI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Future Telecommunications and Artificial Intelligence (IC-FTAI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W3091069184","https://openalex.org/W4221068960","https://openalex.org/W4321061903","https://openalex.org/W4385197743","https://openalex.org/W4386988794","https://openalex.org/W4388855821","https://openalex.org/W4389558886","https://openalex.org/W4399539689","https://openalex.org/W4399802212","https://openalex.org/W4403343619","https://openalex.org/W4413755056"],"related_works":["https://openalex.org/W3019456349","https://openalex.org/W7220638560","https://openalex.org/W4408624874","https://openalex.org/W4409097097","https://openalex.org/W7150132011","https://openalex.org/W3177188747","https://openalex.org/W4412164256","https://openalex.org/W3168638887","https://openalex.org/W4379931595","https://openalex.org/W4416234914"],"abstract_inverted_index":{"Optimization":[0],"and":[1,11,33,41,69,75,100,109,131,149,164,171,186],"regularization":[2,43,87,166,184],"are":[3],"two":[4],"critical":[5],"components":[6],"influencing":[7],"the":[8,50,56,82,89,158],"convergence":[9,172],"behavior":[10],"generalization":[12],"ability":[13],"of":[14,24,67],"neural":[15],"networks.":[16],"This":[17],"paper":[18],"presents":[19],"a":[20,45,64],"comprehensive":[21],"comparative":[22],"evaluation":[23],"how":[25],"different":[26],"optimization":[27],"algorithms-Adam,":[28],"RMSprop,":[29],"Gradient":[30,34],"Descent":[31,35],"(GD),":[32],"with":[36,39,63,85,107,111,129,133],"Momentum-":[37],"interact":[38],"L1":[40,86,130],"L2":[42,108],"in":[44,138,167],"binary":[46,189],"classification":[47],"setting.":[48],"Using":[49],"Fetal":[51],"Health":[52],"dataset":[53],"from":[54],"Kaggle,":[55],"models":[57],"were":[58],"trained":[59],"over":[60],"25":[61],"epochs":[62],"batch":[65],"size":[66],"32,":[68],"evaluated":[70],"through":[71],"accuracy,":[72,94],"precision,":[73,97],"recall,":[74,99],"Fl-score":[76],"metrics.":[77],"The":[78],"results":[79,156],"prove":[80],"that":[81],"Adam":[83,106],"optimizer":[84],"achieved":[88],"highest":[90],"performance,":[91,150],"reaching":[92],"94%":[93],"0.94":[95,98,101],"weighted":[96],"Fl-score,":[102],"closely":[103],"followed":[104],"by":[105],"RMSprop":[110],"L1,":[112],"both":[113],"supporting":[114],"accuracies":[115,152],"above":[116],"93%.":[117],"Conversely,":[118],"pure":[119],"gradient":[120],"descent":[121],"without":[122],"momentum":[123,144],"underperformed,":[124],"achieving":[125,151],"only":[126],"58%":[127],"accuracy":[128],"77%":[132],"L2,":[134],"highlighting":[135],"its":[136],"inefficiency":[137],"handling":[139],"non-convex":[140],"error":[141],"landscapes.":[142],"Incorporating":[143],"significantly":[145],"improved":[146],"GD's":[147],"stability":[148],"around":[153],"89-90%.":[154],"These":[155],"emphasize":[157],"constructive":[159],"collaboration":[160],"between":[161],"adaptive":[162,183],"optimizers":[163],"proper":[165],"improving":[168],"model":[169],"robustness":[170],"speed.":[173],"Future":[174],"research":[175],"will":[176],"extend":[177],"these":[178],"findings":[179],"to":[180],"hybrid":[181],"optimizers,":[182],"methods,":[185],"transfer":[187],"learning-based":[188],"classifiers.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-02-18T00:00:00"}