{"id":"https://openalex.org/W1988197502","doi":"https://doi.org/10.1145/2330163.2330343","title":"Analysis of a natural gradient algorithm on monotonic convex-quadratic-composite functions","display_name":"Analysis of a natural gradient algorithm on monotonic convex-quadratic-composite functions","publication_year":2012,"publication_date":"2012-07-07","ids":{"openalex":"https://openalex.org/W1988197502","doi":"https://doi.org/10.1145/2330163.2330343","mag":"1988197502"},"language":"en","primary_location":{"id":"doi:10.1145/2330163.2330343","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2330163.2330343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th annual conference on Genetic and evolutionary computation","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1204.4141","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038757231","display_name":"Youhei Akimoto","orcid":"https://orcid.org/0000-0003-2760-8123"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Youhei Akimoto","raw_affiliation_strings":["INRIA-Saclay, Universit\u00e9 Paris-Sud, Orsay, France"],"affiliations":[{"raw_affiliation_string":"INRIA-Saclay, Universit\u00e9 Paris-Sud, Orsay, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1326498283"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038757231"],"corresponding_institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1326498283"],"apc_list":null,"apc_paid":null,"fwci":0.9906,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.77986984,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1293","last_page":"1300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cma-es","display_name":"CMA-ES","score":0.7102624177932739},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.625855565071106},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.5425021052360535},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.5401448607444763},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5116549134254456},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5029296278953552},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.49562370777130127},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4719233512878418},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.46491366624832153},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.4592052102088928},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42270082235336304},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.42164090275764465},{"id":"https://openalex.org/keywords/covariance-function","display_name":"Covariance function","score":0.3422374129295349},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.28208261728286743},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08424660563468933},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08195477724075317}],"concepts":[{"id":"https://openalex.org/C205555498","wikidata":"https://www.wikidata.org/wiki/Q505588","display_name":"CMA-ES","level":4,"score":0.7102624177932739},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.625855565071106},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.5425021052360535},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.5401448607444763},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5116549134254456},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5029296278953552},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.49562370777130127},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4719233512878418},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.46491366624832153},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.4592052102088928},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42270082235336304},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.42164090275764465},{"id":"https://openalex.org/C137250428","wikidata":"https://www.wikidata.org/wiki/Q5178897","display_name":"Covariance function","level":3,"score":0.3422374129295349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.28208261728286743},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08424660563468933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08195477724075317},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/2330163.2330343","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2330163.2330343","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th annual conference on Genetic and evolutionary computation","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1204.4141","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1204.4141","pdf_url":"https://arxiv.org/pdf/1204.4141","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.699.2350","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.699.2350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://hal.inria.fr/file/index/docid/688909/filename/pap157s1-akimoto.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.746.8487","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.746.8487","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1204.4141.pdf","raw_type":"text"},{"id":"pmh:oai:HAL:hal-00688909v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-00688909","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Genetic and Evolutionary Computation Conference (GECCO 2012), Jul 2012, Philadelphia, United States","raw_type":"Conference papers"},{"id":"doi:10.48550/arxiv.1204.4141","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1204.4141","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1204.4141","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1204.4141","pdf_url":"https://arxiv.org/pdf/1204.4141","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W166751945","https://openalex.org/W1480347379","https://openalex.org/W1510900750","https://openalex.org/W1540706608","https://openalex.org/W1573082642","https://openalex.org/W1579744901","https://openalex.org/W1605438009","https://openalex.org/W1625417988","https://openalex.org/W1970789124","https://openalex.org/W1976503157","https://openalex.org/W2020107577","https://openalex.org/W2047962774","https://openalex.org/W2056099894","https://openalex.org/W2056532343","https://openalex.org/W2094387729","https://openalex.org/W2101950184","https://openalex.org/W2105518356","https://openalex.org/W2108682071","https://openalex.org/W2112036188","https://openalex.org/W2121811374","https://openalex.org/W2132083787","https://openalex.org/W2136495462","https://openalex.org/W2138537392","https://openalex.org/W2162036626","https://openalex.org/W2166347285","https://openalex.org/W2172968643","https://openalex.org/W2414365832","https://openalex.org/W3029645440","https://openalex.org/W4214529829","https://openalex.org/W4300579247","https://openalex.org/W6662825449","https://openalex.org/W6842097421","https://openalex.org/W7052102089"],"related_works":["https://openalex.org/W3143650729","https://openalex.org/W2059689516","https://openalex.org/W3177326532","https://openalex.org/W4293864681","https://openalex.org/W2042173174","https://openalex.org/W2744293077","https://openalex.org/W2082542187","https://openalex.org/W2355987247","https://openalex.org/W2179028626","https://openalex.org/W2051502961"],"abstract_inverted_index":{"In":[0],"this":[1,81],"paper":[2],"we":[3],"investigate":[4],"the":[5,12,24,29,35,40,52,57,60,66,76,100,109,112,115,122,129,134,143,158,162,177],"convergence":[6,132],"properties":[7],"of":[8,11,43,51,59,85,111,114,124,131,133],"a":[9,48,71,86,90,138],"variant":[10,50],"Covariance":[13],"Matrix":[14],"Adaptation":[15],"Evolution":[16],"Strategy":[17],"(CMA-ES).":[18],"Our":[19],"study":[20,80],"is":[21],"based":[22],"on":[23,39,75,83],"recent":[25],"theoretical":[26],"foundation":[27],"that":[28,96,104,141],"pure":[30],"rank-mu":[31],"update":[32],"CMA-ES":[33,178],"performs":[34],"natural":[36,53,67,144],"gradient":[37,54,68,145],"descent":[38],"parameter":[41,77],"space":[42],"Gaussian":[44,61],"distributions.":[45],"We":[46,79,94,119,136],"derive":[47],"novel":[49],"method":[55],"where":[56],"parameters":[58],"distribution":[62],"are":[63],"updated":[64],"along":[65],"to":[69,108,154,170],"improve":[70],"newly":[72],"defined":[73],"function":[74,88],"space.":[78],"algorithm":[82,98,140,160,175],"composites":[84],"monotone":[87],"with":[89,146],"convex":[91],"quadratic":[92],"function.":[93,118],"prove":[95],"our":[97,174],"adapts":[99],"covariance":[101,125],"matrix":[102,126],"so":[103],"it":[105],"becomes":[106],"proportional":[107],"inverse":[110],"Hessian":[113],"original":[116],"objective":[117],"also":[120],"show":[121],"speed":[123,130],"adaptation":[127],"and":[128,149,169,176],"parameters.":[135],"introduce":[137],"stochastic":[139,159],"approximates":[142,161],"finite":[147,167],"samples":[148,168],"present":[150],"some":[151],"simulated":[152],"results":[153],"evaluate":[155],"how":[156,172],"precisely":[157],"deterministic,":[163],"ideal":[164],"one":[165],"under":[166],"see":[171],"similarly":[173],"perform.":[179]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2019-06-27T00:00:00"}