{"id":"https://openalex.org/W3201328536","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533744","title":"BGADAM: Boosting based Genetic-Evolutionary ADAM for Neural Network Optimization","display_name":"BGADAM: Boosting based Genetic-Evolutionary ADAM for Neural Network Optimization","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3201328536","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533744","mag":"3201328536"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103116134","display_name":"Jiyang Bai","orcid":"https://orcid.org/0000-0002-0621-8815"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiyang Bai","raw_affiliation_strings":["Florida State University"],"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057157471","display_name":"Yuxiang Ren","orcid":"https://orcid.org/0000-0001-8829-3984"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuxiang Ren","raw_affiliation_strings":["Florida State University"],"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100462845","display_name":"Jiawei Zhang","orcid":"https://orcid.org/0000-0002-8634-1687"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["Florida State University"],"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103116134"],"corresponding_institution_ids":["https://openalex.org/I103163165"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11813725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.743804395198822},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7175848484039307},{"id":"https://openalex.org/keywords/local-optimum","display_name":"Local optimum","score":0.6442740559577942},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5468350648880005},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5434756875038147},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.5118824243545532},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49444079399108887},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.44072476029396057},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4379357099533081},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.41915076971054077},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37097859382629395},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2618008255958557},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1531180739402771}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.743804395198822},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7175848484039307},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.6442740559577942},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5468350648880005},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5434756875038147},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.5118824243545532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49444079399108887},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.44072476029396057},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4379357099533081},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41915076971054077},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37097859382629395},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2618008255958557},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1531180739402771},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4689730933","display_name":null,"funder_award_id":"IIS-1763365","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W179875071","https://openalex.org/W189596042","https://openalex.org/W605727707","https://openalex.org/W613690151","https://openalex.org/W1501856433","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1565732740","https://openalex.org/W1598796236","https://openalex.org/W1665214252","https://openalex.org/W1980287119","https://openalex.org/W1995945562","https://openalex.org/W2025768430","https://openalex.org/W2047094503","https://openalex.org/W2064675550","https://openalex.org/W2091432990","https://openalex.org/W2099471712","https://openalex.org/W2103560185","https://openalex.org/W2112076978","https://openalex.org/W2112796928","https://openalex.org/W2116341502","https://openalex.org/W2146502635","https://openalex.org/W2163605009","https://openalex.org/W2344075909","https://openalex.org/W2498672755","https://openalex.org/W2523246573","https://openalex.org/W2770298516","https://openalex.org/W2804816149","https://openalex.org/W2890703109","https://openalex.org/W2952029609","https://openalex.org/W2952716993","https://openalex.org/W2962767366","https://openalex.org/W2963858333","https://openalex.org/W2964015378","https://openalex.org/W2964121744","https://openalex.org/W3106889297","https://openalex.org/W3118608800","https://openalex.org/W4232478844","https://openalex.org/W4250503569","https://openalex.org/W4294558607","https://openalex.org/W4297733535","https://openalex.org/W4320013936","https://openalex.org/W4394662461","https://openalex.org/W6604254268","https://openalex.org/W6607775107","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6635679246","https://openalex.org/W6637242042","https://openalex.org/W6662091134","https://openalex.org/W6666761814","https://openalex.org/W6676769703","https://openalex.org/W6681435938","https://openalex.org/W6684191040","https://openalex.org/W6704744639","https://openalex.org/W6726873649","https://openalex.org/W6738964360","https://openalex.org/W6745537798","https://openalex.org/W6754030515","https://openalex.org/W6754609146","https://openalex.org/W6863618527"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W4231274751","https://openalex.org/W1549363203","https://openalex.org/W2154063878","https://openalex.org/W2556012038","https://openalex.org/W1489772951","https://openalex.org/W1538046993","https://openalex.org/W4239293476","https://openalex.org/W1566995892"],"abstract_inverted_index":{"For":[0],"various":[1,17],"optimization":[2,169],"methods,":[3],"gradient":[4],"descent-based":[5],"algorithms":[6],"can":[7,112,154,196],"achieve":[8],"outstanding":[9],"performance":[10],"and":[11,37,131,181,204],"have":[12],"been":[13],"widely":[14],"used":[15,22],"in":[16,62],"tasks.":[18],"Among":[19],"those":[20],"commonly":[21],"algorithms,":[23],"ADAM":[24,54,175],"owns":[25],"many":[26],"advantages":[27,135],"such":[28,68],"as":[29],"fast":[30],"convergence":[31],"with":[32,77,97,139],"both":[33,178],"the":[34,38,44,57,71,84,91,117,124,134,146,157,189,193,201],"momentum":[35],"term":[36],"adaptive":[39],"learning":[40],"rate.":[41],"However,":[42],"since":[43],"loss":[45],"functions":[46],"of":[47,59,73,93,100,109,136,159],"most":[48],"deep":[49],"neural":[50],"networks":[51],"are":[52],"non-convex,":[53],"also":[55],"shares":[56],"drawback":[58],"getting":[60],"stuck":[61],"local":[63,202],"optima":[64,203],"easily.":[65],"To":[66,127],"resolve":[67,128],"a":[69,98,167],"problem,":[70],"idea":[72,92],"combining":[74,94],"genetic":[75,95,110,137,160],"algorithm":[76,96,111,138],"base":[78,101,140],"learners":[79,102],"is":[80],"introduced":[81],"to":[82,121,144,206],"rediscover":[83],"best":[85],"solutions.":[86,126,208],"Nonetheless,":[87],"from":[88],"our":[89],"analysis,":[90],"batch":[99],"still":[103],"has":[104],"its":[105],"shortcomings.":[106],"The":[107],"effectiveness":[108,158],"hardly":[113],"be":[114],"guaranteed":[115],"if":[116],"unit":[118],"models":[119,198],"converge":[120,205],"close":[122],"or":[123],"same":[125],"this":[129,163],"problem":[130],"further":[132],"maximize":[133],"learners,":[141],"we":[142,165,184],"propose":[143],"implement":[145],"boosting":[147,190],"strategy":[148,191],"for":[149],"input":[150],"model":[151,195],"training,":[152],"which":[153],"subsequently":[155],"improve":[156],"algorithm.":[161],"In":[162],"paper,":[164],"introduce":[166],"novel":[168],"algorithm,":[170],"namely":[171],"Boosting":[172],"based":[173],"Genetic":[174],"(BGADAM).":[176],"With":[177],"theoretic":[179],"analysis":[180],"empirical":[182],"experiments,":[183],"will":[185],"show":[186],"that":[187],"adding":[188],"into":[192],"BGADAM":[194],"help":[197],"jump":[199],"out":[200],"better":[207]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}