{"id":"https://openalex.org/W2344249156","doi":"https://doi.org/10.1109/ciss.2016.7460518","title":"Efficient implementation of enhanced adaptive simultaneous perturbation algorithms","display_name":"Efficient implementation of enhanced adaptive simultaneous perturbation algorithms","publication_year":2016,"publication_date":"2016-03-01","ids":{"openalex":"https://openalex.org/W2344249156","doi":"https://doi.org/10.1109/ciss.2016.7460518","mag":"2344249156"},"language":"en","primary_location":{"id":"doi:10.1109/ciss.2016.7460518","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ciss.2016.7460518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 Annual Conference on Information Science and Systems (CISS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015147112","display_name":"Pushpendre Rastogi","orcid":"https://orcid.org/0000-0003-1573-3066"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pushpendre Rastogi","raw_affiliation_strings":["Department of Computer Science, The Johns Hopkins University, Baltimore, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The Johns Hopkins University, Baltimore, MD","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045985355","display_name":"Jingyi Zhu","orcid":"https://orcid.org/0000-0001-7553-585X"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingyi Zhu","raw_affiliation_strings":["Department of Applied Mathematics and Statistics, The Johns Hopkins University, Baltimore, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics and Statistics, The Johns Hopkins University, Baltimore, MD","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066890566","display_name":"James C. Spall","orcid":"https://orcid.org/0000-0001-8034-8864"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James C. Spall","raw_affiliation_strings":["The Johns Hopkins University, Applied Physics Laboratory, Laurel, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Johns Hopkins University, Applied Physics Laboratory, Laurel, MD","institution_ids":["https://openalex.org/I2802946424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"298","last_page":"303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9670998454093933},{"id":"https://openalex.org/keywords/hessian-equation","display_name":"Hessian equation","score":0.6781952381134033},{"id":"https://openalex.org/keywords/positive-definiteness","display_name":"Positive definiteness","score":0.5702366828918457},{"id":"https://openalex.org/keywords/identity-matrix","display_name":"Identity matrix","score":0.5393867492675781},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5356079936027527},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5181006789207458},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.5163949131965637},{"id":"https://openalex.org/keywords/quasi-newton-method","display_name":"Quasi-Newton method","score":0.5021612644195557},{"id":"https://openalex.org/keywords/newtons-method","display_name":"Newton's method","score":0.49095991253852844},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.46510347723960876},{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.4611087441444397},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45634257793426514},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.44443479180336},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4405914843082428},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4118427634239197},{"id":"https://openalex.org/keywords/positive-definite-matrix","display_name":"Positive-definite matrix","score":0.2860416769981384},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.1481429636478424},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.11465474963188171},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09172260761260986},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.08788442611694336},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.0717429518699646}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.9670998454093933},{"id":"https://openalex.org/C73729460","wikidata":"https://www.wikidata.org/wiki/Q17023339","display_name":"Hessian equation","level":4,"score":0.6781952381134033},{"id":"https://openalex.org/C2778265155","wikidata":"https://www.wikidata.org/wiki/Q7233276","display_name":"Positive definiteness","level":4,"score":0.5702366828918457},{"id":"https://openalex.org/C134567657","wikidata":"https://www.wikidata.org/wiki/Q193794","display_name":"Identity matrix","level":3,"score":0.5393867492675781},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5356079936027527},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5181006789207458},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.5163949131965637},{"id":"https://openalex.org/C114954040","wikidata":"https://www.wikidata.org/wiki/Q1476018","display_name":"Quasi-Newton method","level":4,"score":0.5021612644195557},{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.49095991253852844},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.46510347723960876},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.4611087441444397},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45634257793426514},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.44443479180336},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4405914843082428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4118427634239197},{"id":"https://openalex.org/C49712288","wikidata":"https://www.wikidata.org/wiki/Q77601250","display_name":"Positive-definite matrix","level":3,"score":0.2860416769981384},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.1481429636478424},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.11465474963188171},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09172260761260986},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.08788442611694336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0717429518699646},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.0},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C64057670","wikidata":"https://www.wikidata.org/wiki/Q4381442","display_name":"First-order partial differential equation","level":3,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ciss.2016.7460518","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ciss.2016.7460518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 Annual Conference on Information Science and Systems (CISS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W761890699","https://openalex.org/W2009797711","https://openalex.org/W2070709745","https://openalex.org/W2097115711","https://openalex.org/W2115247028","https://openalex.org/W2124289529","https://openalex.org/W2125852847","https://openalex.org/W2150771824","https://openalex.org/W2168658406","https://openalex.org/W2493209382","https://openalex.org/W2565654137","https://openalex.org/W2799250783","https://openalex.org/W4234369034","https://openalex.org/W4241550261","https://openalex.org/W6750206705"],"related_works":["https://openalex.org/W3181458735","https://openalex.org/W1991833659","https://openalex.org/W4287079129","https://openalex.org/W3188860538","https://openalex.org/W2023266244","https://openalex.org/W3200169917","https://openalex.org/W2089895988","https://openalex.org/W2083194257","https://openalex.org/W2012255426","https://openalex.org/W2344249156"],"abstract_inverted_index":{"Stochastic":[0],"approximation":[1],"(SA)":[2],"applies":[3],"in":[4,84],"both":[5,33],"the":[6,11,34,48,60,68,71,74,78,91,97,102,109],"gradient-free":[7],"optimization":[8],"(Kiefer-Wolfowitz)":[9],"and":[10,39,43],"gradient-based":[12],"setting":[13],"(Robbins-Monro).":[14],"The":[15],"idea":[16],"of":[17,31,58,70,73,90,111],"simultaneous":[18],"perturbation":[19],"(SP)":[20],"has":[21],"been":[22],"well":[23],"established.":[24],"This":[25],"paper":[26,65],"discusses":[27],"an":[28],"efficient":[29,113],"way":[30],"implementing":[32],"adaptive":[35],"Newton-like":[36,116],"SP":[37,117],"algorithms":[38],"their":[40],"enhancements":[41],"(feedback":[42],"optimal":[44],"weighting":[45],"incorporated),":[46],"using":[47],"Woodbury":[49],"matrix":[50,53,62],"identity,":[51],"a.k.a.":[52],"inversion":[54],"lemma.":[55],"Basically,":[56],"instead":[57],"estimating":[59],"Hessian":[61,75,92,98,103],"directly,":[63],"this":[64,112],"deals":[66],"with":[67],"estimation":[69],"inverse":[72,99],"matrix.":[76],"Furthermore,":[77],"preconditioning":[79],"steps,":[80],"which":[81],"are":[82,94],"required":[83],"early":[85],"iterations":[86],"to":[87],"maintain":[88],"positive-definiteness":[89],"estimates,":[93],"imposed":[95],"on":[96,115],"rather":[100],"than":[101],"itself.":[104],"Numerical":[105],"results":[106],"also":[107],"demonstrate":[108],"superiority":[110],"implementation":[114],"algorithms.":[118]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}