{"id":"https://openalex.org/W7214710572","doi":"https://doi.org/10.48550/arxiv.2609.34288","title":"Linesearch-Free Nonlinearly Preconditioned GD with Semiautomatic Geometry Design","display_name":"Linesearch-Free Nonlinearly Preconditioned GD with Semiautomatic Geometry Design","publication_year":2026,"publication_date":"2026-09-28","ids":{"openalex":"https://openalex.org/W7214710572","doi":"https://doi.org/10.48550/arxiv.2609.34288"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.34288","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.34288","pdf_url":"https://arxiv.org/pdf/2609.34288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.34288","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124843832","display_name":"Daiki Iwade","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Iwade, Daiki","raw_affiliation_strings":["Graduate School of Information Science and Technology , The University of Tokyo , Tokyo , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology , The University of Tokyo , Tokyo , Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153460087","display_name":"Shota Takahashi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahashi, Shota","raw_affiliation_strings":["Graduate School of Information Science and Technology , The University of Tokyo , Tokyo , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology , The University of Tokyo , Tokyo , Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101795095","display_name":"Akiko Takeda","orcid":"https://orcid.org/0000-0002-8846-4496","observed_orcids":["https://orcid.org/0000-0002-8846-4496"]},"institutions":[{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takeda, Akiko","raw_affiliation_strings":["Center for Advanced Intelligence Project , RIKEN , Tokyo , Japan","Graduate School of Information Science and Technology , The University of Tokyo , Tokyo , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Advanced Intelligence Project , RIKEN , Tokyo , Japan","institution_ids":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology , The University of Tokyo , Tokyo , Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonlinear-preconditioning","display_name":"nonlinear preconditioning","score":0.9649999737739563},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"gradient descent","score":0.8009999990463257},{"id":"https://openalex.org/keywords/linear-convergence","display_name":"linear convergence","score":0.7540000081062317},{"id":"https://openalex.org/keywords/asymptotic-stationarity","display_name":"asymptotic stationarity","score":0.9160000085830688}],"concepts":[{"id":"https://openalex.org/C167431342","wikidata":"https://www.wikidata.org/wiki/Q1754327","display_name":"Preconditioner","level":3,"score":0.7860999703407288},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.7024000287055969},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6664999723434448},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.6549000144004822},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.48649999499320984},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.4837000072002411},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.47679999470710754},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.46779999136924744},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.41819998621940613},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3995000123977661},{"id":"https://openalex.org/C48077252","wikidata":"https://www.wikidata.org/wiki/Q4680766","display_name":"Adaptive stepsize","level":3,"score":0.38179999589920044},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3411000072956085},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.2962999939918518}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.34288","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.34288","pdf_url":"https://arxiv.org/pdf/2609.34288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.34288","doi":"https://doi.org/10.48550/arxiv.2609.34288","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.34288","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.34288","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.34288","pdf_url":"https://arxiv.org/pdf/2609.34288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214710572.pdf","grobid_xml":"https://content.openalex.org/works/W7214710572.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W4414981742","https://openalex.org/W4415316213","https://openalex.org/W4417081732","https://openalex.org/W4417299828","https://openalex.org/W7126092920","https://openalex.org/W7163423477"],"related_works":["https://openalex.org/W4417081732","https://openalex.org/W4310488135","https://openalex.org/W2611695268","https://openalex.org/W7163423477","https://openalex.org/W1856374787","https://openalex.org/W7135063411","https://openalex.org/W4403534578","https://openalex.org/W2808560264","https://openalex.org/W124158035","https://openalex.org/W2912745458"],"abstract_inverted_index":{"Nonlinear":[0],"preconditioning":[1],"makes":[2],"it":[3],"possible":[4],"to":[5,9,72,98],"adapt":[6],"gradient":[7,31,120],"updates":[8],"the":[10,13,61,65,70,105,133,136],"growth":[11],"of":[12,60,111,135],"objective's":[14,106],"curvature,":[15,107],"but":[16],"combining":[17],"its":[18],"design":[19,39,138],"with":[20,40,129],"suitable":[21],"stepsize":[22,43,66,141],"selection":[23],"is":[24],"challenging.":[25],"We":[26,94],"propose":[27],"adaptive":[28,140],"dual":[29],"preconditioned":[30],"descent":[32],"(adaptive":[33],"DPGD),":[34],"which":[35],"combines":[36],"curvature-based":[37],"preconditioner":[38,92,137],"a":[41,100,109],"linesearch-free":[42],"rule":[44],"based":[45],"on":[46,123],"local":[47,57,86],"information.":[48],"For":[49],"convex":[50,74,124,127],"objectives,":[51],"we":[52,68],"establish":[53,77],"linear":[54],"convergence":[55],"under":[56],"strong":[58],"convexity":[59],"objective.":[62],"By":[63],"adapting":[64],"rule,":[67],"extend":[69],"method":[71],"weakly":[73,126],"objectives":[75],"and":[76,118,125,139],"asymptotic":[78],"stationarity":[79],"without":[80],"global":[81],"Lipschitz":[82],"smoothness.":[83],"Moreover,":[84],"our":[85],"assumptions":[87],"give":[88],"greater":[89],"freedom":[90,97],"in":[91],"design.":[93],"exploit":[95],"this":[96],"develop":[99],"semiautomatic":[101],"recipe":[102],"guided":[103],"by":[104],"yielding":[108],"family":[110],"preconditioners":[112],"that":[113],"includes":[114],"those":[115],"underlying":[116],"normalized":[117],"hyperbolic":[119],"descent.":[121],"Experiments":[122],"problems":[128],"real":[130],"data":[131],"demonstrate":[132],"effectiveness":[134],"selection.":[142]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}