{"id":"https://openalex.org/W2152971658","doi":"https://doi.org/10.1109/ijcnn.2004.1380082","title":"Nonextensive entropy and regularization for adaptive learning","display_name":"Nonextensive entropy and regularization for adaptive learning","publication_year":2005,"publication_date":"2005-04-05","ids":{"openalex":"https://openalex.org/W2152971658","doi":"https://doi.org/10.1109/ijcnn.2004.1380082","mag":"2152971658"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2004.1380082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2004.1380082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Joint Conference on Neural Networks (IEEE Cat. No.04CH37541)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022661255","display_name":"A. Anastasiadis","orcid":"https://orcid.org/0000-0002-5162-8821"},"institutions":[{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"A.D. Anastasiadis","raw_affiliation_strings":["School of Computer Science and Information Systems Birkbeck College, University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Systems Birkbeck College, University of London, London, UK","institution_ids":["https://openalex.org/I98259816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050583872","display_name":"George D. Magoulas","orcid":"https://orcid.org/0000-0003-1884-0772"},"institutions":[{"id":"https://openalex.org/I98259816","display_name":"Birkbeck, University of London","ror":"https://ror.org/02mb95055","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I98259816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"G.D. Magoulas","raw_affiliation_strings":["School of Computer Science and Information Systems Birkbeck College, University of London, London, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Systems Birkbeck College, University of London, London, UK","institution_ids":["https://openalex.org/I98259816"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5022661255"],"corresponding_institution_ids":["https://openalex.org/I98259816"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.20355588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"2","issue":null,"first_page":"1067","last_page":"1072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.8445360064506531},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6386799216270447},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6043549180030823},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5713691115379333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4644389748573303},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4426631033420563},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37670689821243286},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32232677936553955},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32202669978141785}],"concepts":[{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.8445360064506531},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6386799216270447},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6043549180030823},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5713691115379333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4644389748573303},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4426631033420563},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37670689821243286},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32232677936553955},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32202669978141785},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn.2004.1380082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2004.1380082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Joint Conference on Neural Networks (IEEE Cat. No.04CH37541)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.1.9361","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.1.9361","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.dcs.bbk.ac.uk/~aris/Anastasiadis_Magoulas_IJCNN1_final.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W51589798","https://openalex.org/W190516231","https://openalex.org/W1523738681","https://openalex.org/W1553069021","https://openalex.org/W1561192830","https://openalex.org/W1566590312","https://openalex.org/W1822373189","https://openalex.org/W1964805403","https://openalex.org/W1968524744","https://openalex.org/W1983874169","https://openalex.org/W1992091303","https://openalex.org/W2006544565","https://openalex.org/W2008624297","https://openalex.org/W2015086755","https://openalex.org/W2016457936","https://openalex.org/W2022740958","https://openalex.org/W2024060531","https://openalex.org/W2038128936","https://openalex.org/W2042492924","https://openalex.org/W2051812123","https://openalex.org/W2067917901","https://openalex.org/W2069752241","https://openalex.org/W2084812512","https://openalex.org/W2088978850","https://openalex.org/W2089852843","https://openalex.org/W2092495253","https://openalex.org/W2106688677","https://openalex.org/W2109448822","https://openalex.org/W2124776405","https://openalex.org/W2125395894","https://openalex.org/W2134940293","https://openalex.org/W2143908786","https://openalex.org/W2145672247","https://openalex.org/W2171776966","https://openalex.org/W2766736793","https://openalex.org/W3112020351","https://openalex.org/W4302422232","https://openalex.org/W6602082303","https://openalex.org/W6631667556","https://openalex.org/W6682610290"],"related_works":["https://openalex.org/W2375684291","https://openalex.org/W2354676191","https://openalex.org/W3188646203","https://openalex.org/W136674370","https://openalex.org/W2909957174","https://openalex.org/W2105527480","https://openalex.org/W2052387497","https://openalex.org/W2050191802","https://openalex.org/W2035564297","https://openalex.org/W4380087116"],"abstract_inverted_index":{"A":[0],"challenging":[1],"situation":[2],"gradient-based":[3,34],"learning":[4,35,123],"algorithms":[5],"encounter":[6],"is":[7,73,112],"an":[8],"occasional":[9],"converge":[10],"to":[11,29,91],"undesired":[12,103],"local":[13,104],"minima.":[14,105],"To":[15],"alleviate":[16],"this":[17,19],"situation,":[18],"paper":[20],"builds":[21],"on":[22,48],"the":[23,45,53,62,67,82,89,97,109,118],"theory":[24],"of":[25,52,66,77,96,108,121],"nonextensive":[26,68],"statistical":[27],"mechanics":[28],"develop":[30],"a":[31,39,49],"new":[32],"adaptive":[33,110],"scheme":[36,111],"that":[37],"applies":[38],"sign-based":[40],"weight":[41],"adjustment,":[42],"inspired":[43],"from":[44,117],"Rprop":[46],"algorithm,":[47],"perturbed":[50],"version":[51],"original":[54],"error":[55,83,98],"function.":[56],"The":[57,106],"perturbations":[58],"are":[59],"characterized":[60],"by":[61,75],"q":[63],"entropic":[64],"index":[65],"entropy,":[69],"and":[70,100,125],"their":[71],"impact":[72],"controlled":[74],"means":[76],"regularization.":[78],"This":[79],"approach":[80],"modifies":[81],"landscape":[84],"at":[85],"each":[86],"iteration":[87],"allowing":[88],"algorithm":[90],"explore":[92],"previously":[93],"unavailable":[94],"regions":[95],"surface,":[99],"possibly":[101],"escape":[102],"performance":[107],"empirically":[113],"evaluated":[114],"using":[115],"problems":[116],"UCI":[119],"repository":[120],"machine":[122],"databases":[124],"other":[126],"classic":[127],"benchmarks.":[128]},"counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}