{"id":"https://openalex.org/W2587483164","doi":"https://doi.org/10.1137/17m1122943","title":"IQN: An Incremental Quasi-Newton Method with Local Superlinear Convergence Rate","display_name":"IQN: An Incremental Quasi-Newton Method with Local Superlinear Convergence Rate","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2587483164","doi":"https://doi.org/10.1137/17m1122943","mag":"2587483164"},"language":"en","primary_location":{"id":"doi:10.1137/17m1122943","is_oa":false,"landing_page_url":"https://doi.org/10.1137/17m1122943","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1702.00709","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008417632","display_name":"Aryan Mokhtari","orcid":"https://orcid.org/0000-0001-6603-0091"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aryan Mokhtari","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6603-0091","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091474691","display_name":"Mark Eisen","orcid":"https://orcid.org/0000-0002-5877-7950"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark Eisen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078862959","display_name":"Alejandro Ribeiro","orcid":"https://orcid.org/0000-0003-4230-9906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alejandro Ribeiro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3379,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.66532639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"28","issue":"2","first_page":"1670","last_page":"1698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.7684141397476196},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6956645846366882},{"id":"https://openalex.org/keywords/newtons-method","display_name":"Newton's method","score":0.5911459922790527},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5529735088348389},{"id":"https://openalex.org/keywords/quasi-newton-method","display_name":"Quasi-Newton method","score":0.5246185064315796},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.5077994465827942},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.49289989471435547},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.47066056728363037},{"id":"https://openalex.org/keywords/newtons-method-in-optimization","display_name":"Newton's method in optimization","score":0.45965638756752014},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4441903829574585},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44153591990470886},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.4279819428920746},{"id":"https://openalex.org/keywords/local-convergence","display_name":"Local convergence","score":0.38676005601882935},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.23614534735679626},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.2150787115097046},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.20078608393669128},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.17478230595588684},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.17223381996154785}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.7684141397476196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6956645846366882},{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.5911459922790527},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5529735088348389},{"id":"https://openalex.org/C114954040","wikidata":"https://www.wikidata.org/wiki/Q1476018","display_name":"Quasi-Newton method","level":4,"score":0.5246185064315796},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.5077994465827942},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.49289989471435547},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.47066056728363037},{"id":"https://openalex.org/C179127668","wikidata":"https://www.wikidata.org/wiki/Q17086396","display_name":"Newton's method in optimization","level":4,"score":0.45965638756752014},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4441903829574585},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44153591990470886},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.4279819428920746},{"id":"https://openalex.org/C117898588","wikidata":"https://www.wikidata.org/wiki/Q6664310","display_name":"Local convergence","level":3,"score":0.38676005601882935},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.23614534735679626},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.2150787115097046},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20078608393669128},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.17478230595588684},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.17223381996154785},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1137/17m1122943","is_oa":false,"landing_page_url":"https://doi.org/10.1137/17m1122943","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1702.00709","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1702.00709","pdf_url":"https://arxiv.org/pdf/1702.00709","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2587483164","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1702.00709.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1702.00709","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1702.00709","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1702.00709","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1702.00709","pdf_url":"https://arxiv.org/pdf/1702.00709","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5012393511","display_name":null,"funder_award_id":"N00014-12-1-0997","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7685818843","display_name":null,"funder_award_id":"N00014-12-1","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2587483164.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1491622225","https://openalex.org/W1592294486","https://openalex.org/W1788292158","https://openalex.org/W1925698896","https://openalex.org/W1988795359","https://openalex.org/W2012812921","https://openalex.org/W2020909452","https://openalex.org/W2030811966","https://openalex.org/W2042173174","https://openalex.org/W2084236346","https://openalex.org/W2107438106","https://openalex.org/W2108970807","https://openalex.org/W2112820497","https://openalex.org/W2116222104","https://openalex.org/W2118776392","https://openalex.org/W2120717492","https://openalex.org/W2316266851","https://openalex.org/W2436943375","https://openalex.org/W2548231749","https://openalex.org/W2952215077","https://openalex.org/W2963156201","https://openalex.org/W2963807877","https://openalex.org/W2963941964","https://openalex.org/W2964303576","https://openalex.org/W3104398353","https://openalex.org/W3123607434","https://openalex.org/W3141595720","https://openalex.org/W3141890267"],"related_works":["https://openalex.org/W2063767894","https://openalex.org/W3125466626","https://openalex.org/W2053964895","https://openalex.org/W2030405518","https://openalex.org/W2489086843","https://openalex.org/W2127547660","https://openalex.org/W2143573110","https://openalex.org/W914658793","https://openalex.org/W2883290413","https://openalex.org/W2079440004","https://openalex.org/W3013599873","https://openalex.org/W3023696268","https://openalex.org/W2035226238","https://openalex.org/W2050151464","https://openalex.org/W2095039379","https://openalex.org/W3012798594","https://openalex.org/W2969487466","https://openalex.org/W1509575862","https://openalex.org/W2128717117","https://openalex.org/W2168907009"],"abstract_inverted_index":{"The":[0,45,89,98,223,246,272,303],"problem":[1],"of":[2,13,16,28,40,56,68,76,86,101,118,162,174,177,208,225,228,240,248,274,284,294,315],"minimizing":[3],"an":[4],"objective":[5,124,178],"that":[6,61,79],"can":[7],"be":[8],"written":[9],"as":[10],"the":[11,26,30,38,43,54,84,116,120,175,195,209,238,258,268,280,313],"sum":[12],"a":[14,63,73,104,133,145,205,275,285],"set":[15],"$n$":[17],"smooth":[18],"and":[19,32,58,108,143,231,242,260,311],"strongly":[20],"convex":[21],"functions":[22,179,281],"is":[23,35,91,194],"challenging":[24],"because":[25,130],"cost":[27,64,136,170],"evaluating":[29],"function":[31,251],"its":[33,253,298],"derivatives":[34],"proportional":[36],"to":[37,53,82,93,140,201,236,267,278,296,318],"number":[39,176],"elements":[41],"in":[42,160,204,219,256,282],"sum.":[44],"incremental":[46,59,216,320],"quasi-Newton":[47,110,113,154,184,198,217,232],"(IQN)":[48],"method":[49,90,142,199],"proposed":[50],"here":[51],"belongs":[52],"family":[55],"stochastic":[57,74,87,109,157,183,197],"methods":[60,114,155,185,218],"have":[62,132,186],"per":[65,137,171],"iteration":[66,138,172],"independent":[67,173],"$n$.":[69,180],"IQN":[70,102,193,212,295,316],"iterations":[71,78],"are":[72,128,263],"version":[75],"BFGS":[77],"use":[80,224,273,290],"memory":[81],"reduce":[83,237],"variance":[85],"approximations.":[88,244],"shown":[92],"exhibit":[94],"local":[95,206,299],"superlinear":[96,146,300],"convergence.":[97],"convergence":[99,147,190,301],"properties":[100,293],"bridge":[103],"gap":[105],"between":[106],"deterministic":[107],"methods.":[111,321],"Deterministic":[112],"exploit":[115],"possibility":[117],"approximating":[119],"Newton":[121],"step":[122],"using":[123],"gradient":[125,158,164,241],"differences.":[126,165],"They":[127],"appealing":[129],"they":[131],"smaller":[134],"computational":[135,169],"relative":[139,317],"Newton's":[141],"achieve":[144],"rate":[148],"under":[149],"customary":[150],"regularity":[151],"assumptions.":[152],"Stochastic":[153],"utilize":[156],"differences":[159],"lieu":[161,283],"actual":[163],"This":[166],"makes":[167],"their":[168],"However,":[181],"existing":[182],"sublinear":[187],"or":[188],"linear":[189,259],"at":[191],"best.":[192],"first":[196],"proven":[200],"converge":[202],"superlinearly":[203],"neighborhood":[207],"optimal":[210],"solution.":[211],"differs":[213],"from":[214],"state-of-the-art":[215],"three":[220],"aspects:":[221],"(i)":[222],"aggregated":[226],"information":[227],"variables,":[229],"gradients,":[230],"Hessian":[233,243],"approximation":[234,247],"matrices":[235],"noise":[239],"(ii)":[245],"each":[249],"individual":[250],"by":[252],"Taylor's":[254],"expansion,":[255],"which":[257],"quadratic":[261],"terms":[262],"evaluated":[264],"with":[265],"respect":[266],"same":[269],"iterate.":[270],"(iii)":[271],"cyclic":[276],"scheme":[277],"update":[279],"random":[286],"selection":[287],"routine.":[288],"We":[289],"these":[291],"fundamental":[292],"establish":[297],"rate.":[302],"presented":[304],"numerical":[305],"experiments":[306],"match":[307],"our":[308],"theoretical":[309],"results":[310],"justify":[312],"advantage":[314],"other":[319]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2017,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}