{"id":"https://openalex.org/W3121184178","doi":"https://doi.org/10.1109/tcyb.2021.3049845","title":"Riemannian Adaptive Optimization Algorithm and its Application to Natural Language Processing","display_name":"Riemannian Adaptive Optimization Algorithm and its Application to Natural Language Processing","publication_year":2021,"publication_date":"2021-01-28","ids":{"openalex":"https://openalex.org/W3121184178","doi":"https://doi.org/10.1109/tcyb.2021.3049845","mag":"3121184178","pmid":"https://pubmed.ncbi.nlm.nih.gov/33507875"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2021.3049845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3049845","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007873333","display_name":"Hiroyuki Sakai","orcid":"https://orcid.org/0000-0001-7144-1549"},"institutions":[{"id":"https://openalex.org/I16656306","display_name":"Meiji University","ror":"https://ror.org/02rqvrp93","country_code":"JP","type":"education","lineage":["https://openalex.org/I16656306"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroyuki Sakai","raw_affiliation_strings":["Department of Computer Science, Meiji University, Kanagawa, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7144-1549","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Meiji University, Kanagawa, Japan","institution_ids":["https://openalex.org/I16656306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016609320","display_name":"Hideaki Iiduka","orcid":"https://orcid.org/0000-0001-9173-6723"},"institutions":[{"id":"https://openalex.org/I16656306","display_name":"Meiji University","ror":"https://ror.org/02rqvrp93","country_code":"JP","type":"education","lineage":["https://openalex.org/I16656306"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hideaki Iiduka","raw_affiliation_strings":["Department of Computer Science, Meiji University, Kanagawa, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9173-6723","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Meiji University, Kanagawa, Japan","institution_ids":["https://openalex.org/I16656306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16656306"],"apc_list":null,"apc_paid":null,"fwci":2.3202,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.89845694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"52","issue":"8","first_page":"7328","last_page":"7339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/riemannian-manifold","display_name":"Riemannian manifold","score":0.6168954968452454},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5621230006217957},{"id":"https://openalex.org/keywords/transitive-closure","display_name":"Transitive closure","score":0.5517303347587585},{"id":"https://openalex.org/keywords/euclidean-space","display_name":"Euclidean space","score":0.5291376709938049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49631696939468384},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.44884711503982544},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.43187570571899414},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.41685807704925537},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3965938687324524},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.08834177255630493}],"concepts":[{"id":"https://openalex.org/C2779593128","wikidata":"https://www.wikidata.org/wiki/Q632814","display_name":"Riemannian manifold","level":2,"score":0.6168954968452454},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5621230006217957},{"id":"https://openalex.org/C128896722","wikidata":"https://www.wikidata.org/wiki/Q1501387","display_name":"Transitive closure","level":2,"score":0.5517303347587585},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.5291376709938049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49631696939468384},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.44884711503982544},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43187570571899414},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.41685807704925537},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3965938687324524},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.08834177255630493},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2021.3049845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3049845","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:33507875","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33507875","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5366413431","display_name":"Riemannian Fixed Point Optimization Algorithm and Its Application to Machine Learning","funder_award_id":"21K11773","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8473739110","display_name":null,"funder_award_id":"JP18K11184","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1522301498","https://openalex.org/W1829016334","https://openalex.org/W1987390907","https://openalex.org/W2001070843","https://openalex.org/W2011987913","https://openalex.org/W2138674039","https://openalex.org/W2146502635","https://openalex.org/W2477270217","https://openalex.org/W2785523195","https://openalex.org/W2894101493","https://openalex.org/W2896852898","https://openalex.org/W2947854252","https://openalex.org/W2948034225","https://openalex.org/W2962774730","https://openalex.org/W2968543285","https://openalex.org/W3102317997","https://openalex.org/W3103296069","https://openalex.org/W3197228570","https://openalex.org/W4205293427","https://openalex.org/W4235476591","https://openalex.org/W4294371460","https://openalex.org/W6631190155","https://openalex.org/W6681435938","https://openalex.org/W6694978291","https://openalex.org/W6747620207","https://openalex.org/W6751693566","https://openalex.org/W6763586092","https://openalex.org/W6991992016"],"related_works":["https://openalex.org/W2268755818","https://openalex.org/W2515863864","https://openalex.org/W2119945967","https://openalex.org/W4307174022","https://openalex.org/W3119140586","https://openalex.org/W2546668543","https://openalex.org/W2963689654","https://openalex.org/W2217724233","https://openalex.org/W2739605076","https://openalex.org/W4297573974"],"abstract_inverted_index":{"This":[0],"article":[1],"proposes":[2],"a":[3,30,62],"Riemannian":[4,31,50],"adaptive":[5],"optimization":[6,52],"algorithm":[7,17,34,86,121],"to":[8,36,57,87,124],"optimize":[9],"the":[10,49,84,92,96,100,113,117,125,132],"parameters":[11],"of":[12,21,95,104,112,116],"deep":[13],"neural":[14],"networks.":[15],"The":[16,33,42,65],"is":[18,44,67],"an":[19],"extension":[20],"both":[22],"AMSGrad":[23],"in":[24,55,79],"Euclidean":[25],"space":[26],"and":[27,128],"RAMSGrad":[28,58],"on":[29],"manifold.":[32],"helps":[35],"resolve":[37],"two":[38],"issues":[39],"affecting":[40],"RAMSGrad.":[41],"first":[43],"that":[45,68,90,110],"it":[46,69,77],"can":[47,70],"solve":[48],"stochastic":[51],"problem":[53],"directly,":[54],"contrast":[56],"which":[59,75],"only":[60],"achieves":[61],"low":[63],"regret.":[64],"other":[66],"use":[71],"constant":[72],"learning":[73,118],"rates,":[74],"makes":[76],"implementable":[78],"practice.":[80],"Additionally,":[81],"we":[82],"apply":[83],"proposed":[85],"Poincar\u00e9":[88,101],"embeddings":[89],"embed":[91],"transitive":[93],"closure":[94],"WordNet":[97],"nouns":[98],"into":[99],"ball":[102],"model":[103],"hyperbolic":[105],"space.":[106],"Numerical":[107],"experiments":[108],"show":[109],"regardless":[111],"initial":[114],"value":[115],"rate,":[119],"our":[120],"stably":[122],"converges":[123,129],"optimal":[126],"solution":[127],"faster":[130],"than":[131],"existing":[133],"algorithms.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}