{"id":"https://openalex.org/W2736044973","doi":"https://doi.org/10.1109/ijcnn.2017.7966081","title":"Stochastic diagonal approximate greatest descent in neural networks","display_name":"Stochastic diagonal approximate greatest descent in neural networks","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2736044973","doi":"https://doi.org/10.1109/ijcnn.2017.7966081","mag":"2736044973"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2017.7966081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082640331","display_name":"Hong Hui Tan","orcid":"https://orcid.org/0000-0003-0633-1292"},"institutions":[{"id":"https://openalex.org/I158949172","display_name":"Curtin University Sarawak","ror":"https://ror.org/024fm2y42","country_code":"MY","type":"education","lineage":["https://openalex.org/I158949172"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Hong Hui Tan","raw_affiliation_strings":["Faculty of Engineering and Science, Curtin University, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Science, Curtin University, Malaysia","institution_ids":["https://openalex.org/I158949172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060477744","display_name":"King Hann Lim","orcid":"https://orcid.org/0000-0002-5679-7747"},"institutions":[{"id":"https://openalex.org/I158949172","display_name":"Curtin University Sarawak","ror":"https://ror.org/024fm2y42","country_code":"MY","type":"education","lineage":["https://openalex.org/I158949172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"King Hann Lim","raw_affiliation_strings":["Faculty of Engineering and Science, Curtin University, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Science, Curtin University, Malaysia","institution_ids":["https://openalex.org/I158949172"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086305326","display_name":"Hendra G. Harno","orcid":"https://orcid.org/0000-0003-3377-6860"},"institutions":[{"id":"https://openalex.org/I158949172","display_name":"Curtin University Sarawak","ror":"https://ror.org/024fm2y42","country_code":"MY","type":"education","lineage":["https://openalex.org/I158949172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hendra Gunawan Harno","raw_affiliation_strings":["Faculty of Engineering and Science, Curtin University, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Science, Curtin University, Malaysia","institution_ids":["https://openalex.org/I158949172"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082640331"],"corresponding_institution_ids":["https://openalex.org/I158949172"],"apc_list":null,"apc_paid":null,"fwci":1.2462,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85067478,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"1895","last_page":"1898"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8973195552825928},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.8258570432662964},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.7596205472946167},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6754159331321716},{"id":"https://openalex.org/keywords/diagonal","display_name":"Diagonal","score":0.6424018144607544},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5960217118263245},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.5780946612358093},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5398103594779968},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4922424852848053},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.48572808504104614},{"id":"https://openalex.org/keywords/stochastic-neural-network","display_name":"Stochastic neural network","score":0.43306034803390503},{"id":"https://openalex.org/keywords/local-search","display_name":"Local search (optimization)","score":0.42179834842681885},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4162336587905884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33876511454582214},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2768203616142273},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.11049050092697144}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8973195552825928},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.8258570432662964},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7596205472946167},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6754159331321716},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.6424018144607544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5960217118263245},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.5780946612358093},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5398103594779968},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4922424852848053},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.48572808504104614},{"id":"https://openalex.org/C86582703","wikidata":"https://www.wikidata.org/wiki/Q7617824","display_name":"Stochastic neural network","level":4,"score":0.43306034803390503},{"id":"https://openalex.org/C135320971","wikidata":"https://www.wikidata.org/wiki/Q1868524","display_name":"Local search (optimization)","level":2,"score":0.42179834842681885},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4162336587905884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33876511454582214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2768203616142273},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.11049050092697144},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn.2017.7966081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7966081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace.curtin.edu.au:20.500.11937/57712","is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.11937/57712","pdf_url":null,"source":{"id":"https://openalex.org/S4306401790","display_name":"eSpace (Curtin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205640436","host_organization_name":"Curtin University","host_organization_lineage":["https://openalex.org/I205640436"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6299999952316284,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W19621276","https://openalex.org/W114517082","https://openalex.org/W1491468723","https://openalex.org/W1533861849","https://openalex.org/W2053902925","https://openalex.org/W2098841537","https://openalex.org/W2103967578","https://openalex.org/W2112796928","https://openalex.org/W2135520967","https://openalex.org/W2166347285","https://openalex.org/W3150282872","https://openalex.org/W3151826266","https://openalex.org/W4231109964","https://openalex.org/W4238404964","https://openalex.org/W4300448178","https://openalex.org/W6600828528","https://openalex.org/W6631943919","https://openalex.org/W6674632333","https://openalex.org/W6793724121"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4386603768","https://openalex.org/W2886711096","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W2590796488","https://openalex.org/W1952005211","https://openalex.org/W4237539070","https://openalex.org/W3135563004","https://openalex.org/W4299566640"],"abstract_inverted_index":{"Optimization":[0],"is":[1,35,47,104,120],"important":[2],"in":[3],"neural":[4,39],"networks":[5],"to":[6,37,106],"iteratively":[7],"update":[8],"weights":[9,41],"for":[10,108],"pattern":[11],"classification.":[12],"Existing":[13],"optimization":[14],"techniques":[15],"suffer":[16],"from":[17,49],"suboptimal":[18],"local":[19,70,89,95],"minima":[20],"and":[21,130],"slow":[22],"convergence":[23],"rate.":[24],"In":[25],"this":[26],"paper,":[27],"stochastic":[28],"diagonal":[29],"Approximate":[30],"Greatest":[31],"Descent":[32],"(SDAGD)":[33],"algorithm":[34],"proposed":[36],"optimize":[38],"network":[40],"using":[42],"multi-stage":[43,54],"backpropagation":[44],"manner.":[45],"SDAGD":[46,115,141],"derived":[48],"the":[50,60,69,79,85,88,94,101,109,123,127],"operation":[51],"of":[52,62,87,114,125,146],"a":[53,76,98,143],"decision":[55],"control":[56,63],"system.":[57],"It":[58],"uses":[59],"concept":[61],"system":[64],"consisting":[65],"of:":[66],"(1)":[67],"when":[68,93],"search":[71,90,107],"region":[72,96],"does":[73],"not":[74],"contain":[75],"minimum":[77,99],"point,":[78,100],"iteration":[80],"shall":[81],"be":[82],"defined":[83],"at":[84],"boundary":[86],"region,":[91],"(2)":[92],"contains":[97],"Newton":[102],"method":[103],"used":[105],"optimum":[110],"solution.":[111],"The":[112],"implementation":[113],"on":[116,148],"Multilayer":[117],"perceptron":[118],"(MLP)":[119],"investigated":[121],"with":[122,140],"goal":[124],"improving":[126],"learning":[128],"ability":[129],"structural":[131],"simplicity.":[132],"Simulation":[133],"results":[134],"showed":[135],"that":[136],"two":[137],"layer":[138],"MLP":[139],"achieved":[142],"misclassification":[144],"rate":[145],"4.7%":[147],"MNIST":[149],"dataset.":[150]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}