{"id":"https://openalex.org/W2149736651","doi":"https://doi.org/10.1109/tnn.2002.1000148","title":"Globally convergent algorithms with local learning rates","display_name":"Globally convergent algorithms with local learning rates","publication_year":2002,"publication_date":"2002-05-01","ids":{"openalex":"https://openalex.org/W2149736651","doi":"https://doi.org/10.1109/tnn.2002.1000148","mag":"2149736651","pmid":"https://pubmed.ncbi.nlm.nih.gov/18244474"},"language":"en","primary_location":{"id":"doi:10.1109/tnn.2002.1000148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnn.2002.1000148","pdf_url":null,"source":{"id":"https://openalex.org/S42080949","display_name":"IEEE Transactions on Neural Networks","issn_l":"1045-9227","issn":["1045-9227","1941-0093"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050583872","display_name":"George D. Magoulas","orcid":"https://orcid.org/0000-0003-1884-0772"},"institutions":[{"id":"https://openalex.org/I189462010","display_name":"Universiti Brunei Darussalam","ror":"https://ror.org/02qnf3n86","country_code":"BN","type":"education","lineage":["https://openalex.org/I189462010"]},{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["BN","GB"],"is_corresponding":false,"raw_author_name":"G.D. Magoulas","raw_affiliation_strings":["Dept. of Inf. Syst. and Comput., Brunel Univ., London","Department of Information Systems and Computing, Brunei University, West London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Inf. Syst. and Comput., Brunel Univ., London","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"Department of Information Systems and Computing, Brunei University, West London, UK","institution_ids":["https://openalex.org/I189462010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111235416","display_name":"Vassilis P. Plagianakos","orcid":"https://orcid.org/0000-0002-4266-701X"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"V.P. Plagianakos","raw_affiliation_strings":["Department of Mathematics and UP Artificial Intelligence Research Center, University of Patras, Rio-Patras, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and UP Artificial Intelligence Research Center, University of Patras, Rio-Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044810424","display_name":"Michael N. Vrahatis","orcid":"https://orcid.org/0000-0001-8357-7435"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"M.N. Vrahatis","raw_affiliation_strings":["Department of Mathematics and UP Artificial Intelligence Research Center, University of Patras, Rio-Patras, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and UP Artificial Intelligence Research Center, University of Patras, Rio-Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6707,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.88232642,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"13","issue":"3","first_page":"774","last_page":"779"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/iterated-function","display_name":"Iterated function","score":0.7106863260269165},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.615462601184845},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5944340229034424},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5809882879257202},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5783809423446655},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5200554728507996},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.48453134298324585},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4481002986431122},{"id":"https://openalex.org/keywords/local-optimum","display_name":"Local optimum","score":0.4176110029220581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4009344279766083},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3931690752506256},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3768927752971649},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3360729217529297},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.118958979845047},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.11606600880622864}],"concepts":[{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.7106863260269165},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.615462601184845},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5944340229034424},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5809882879257202},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5783809423446655},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5200554728507996},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48453134298324585},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4481002986431122},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.4176110029220581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4009344279766083},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3931690752506256},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3768927752971649},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3360729217529297},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.118958979845047},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.11606600880622864},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnn.2002.1000148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnn.2002.1000148","pdf_url":null,"source":{"id":"https://openalex.org/S42080949","display_name":"IEEE Transactions on Neural Networks","issn_l":"1045-9227","issn":["1045-9227","1941-0093"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks","raw_type":"journal-article"},{"id":"pmid:18244474","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18244474","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.12.5024","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.12.5024","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.math.upatras.gr/~vpp/pdf/a-7.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.301.8655","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.301.8655","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.math.upatras.gr/~vrahatis/PAPERS/JOURNALS/MagoulasPV02_IEEE_Trans_NN.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.bbk.ac.uk.oai2:44919","is_oa":false,"landing_page_url":"https://eprints.bbk.ac.uk/id/eprint/44919/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400465","display_name":"BIROn (Birkbeck, University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98259816","host_organization_name":"Birkbeck, University of London","host_organization_lineage":["https://openalex.org/I98259816"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W147054723","https://openalex.org/W155854392","https://openalex.org/W1530989012","https://openalex.org/W1561192830","https://openalex.org/W1563207487","https://openalex.org/W1566590312","https://openalex.org/W1642806187","https://openalex.org/W1969811075","https://openalex.org/W1970271540","https://openalex.org/W1977923618","https://openalex.org/W1988849934","https://openalex.org/W2000629020","https://openalex.org/W2006544565","https://openalex.org/W2008624297","https://openalex.org/W2010387921","https://openalex.org/W2012960907","https://openalex.org/W2027541194","https://openalex.org/W2033245860","https://openalex.org/W2044953748","https://openalex.org/W2046450072","https://openalex.org/W2051812123","https://openalex.org/W2068484625","https://openalex.org/W2069752241","https://openalex.org/W2090963365","https://openalex.org/W2099607078","https://openalex.org/W2106688677","https://openalex.org/W2109448822","https://openalex.org/W2143908786","https://openalex.org/W2153793668","https://openalex.org/W2160208155","https://openalex.org/W2425923037","https://openalex.org/W2766736793","https://openalex.org/W3134771994","https://openalex.org/W4255645984","https://openalex.org/W4299512035","https://openalex.org/W6606341887","https://openalex.org/W6791558059"],"related_works":["https://openalex.org/W998914686","https://openalex.org/W1987033902","https://openalex.org/W2045400445","https://openalex.org/W2375782781","https://openalex.org/W2365810621","https://openalex.org/W2112863597","https://openalex.org/W2141538908","https://openalex.org/W2373923265","https://openalex.org/W2039994465","https://openalex.org/W2952048857"],"abstract_inverted_index":{"A":[0],"novel":[1],"generalized":[2],"theoretical":[3,89],"result":[4,24,90],"is":[5,60,79,91],"presented":[6],"that":[7],"underpins":[8],"the":[9,38,53,65,75,88],"development":[10],"of":[11,30,41,52,64,67,74,87],"globally":[12,109],"convergent":[13,110],"first-order":[14],"batch":[15,76],"training":[16,58,101],"algorithms":[17,29,102],"which":[18],"employ":[19],"local":[20,72,104],"learning":[21,105],"rates.":[22],"This":[23],"allows":[25],"us":[26],"to":[27,43,70,107],"equip":[28],"this":[31,48],"class":[32],"with":[33,103],"a":[34,44,50,71],"strategy":[35],"for":[36],"adapting":[37],"overall":[39],"direction":[40],"search":[42],"descent":[45],"one.":[46],"In":[47],"way,":[49],"decrease":[51],"batch-error":[54],"measure":[55],"at":[56],"each":[57],"iteration":[59],"ensured,":[61],"and":[62],"convergence":[63],"sequence":[66],"weight":[68],"iterates":[69],"minimizer":[73],"error":[77],"function":[78],"obtained":[80],"from":[81],"remote":[82],"initial":[83],"weights.":[84],"The":[85],"effectiveness":[86],"illustrated":[92],"in":[93],"three":[94],"application":[95],"examples":[96],"by":[97],"comparing":[98],"two":[99],"well-known":[100],"rates":[106],"their":[108],"modifications.":[111]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}