{"id":"https://openalex.org/W4206371093","doi":"https://doi.org/10.23919/eusipco54536.2021.9616149","title":"Second-Order Trust-Region Optimization for Data-Limited Inference","display_name":"Second-Order Trust-Region Optimization for Data-Limited Inference","publication_year":2021,"publication_date":"2021-08-23","ids":{"openalex":"https://openalex.org/W4206371093","doi":"https://doi.org/10.23919/eusipco54536.2021.9616149"},"language":"en","primary_location":{"id":"doi:10.23919/eusipco54536.2021.9616149","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco54536.2021.9616149","pdf_url":null,"source":{"id":"https://openalex.org/S4363607854","display_name":"2021 29th European Signal Processing Conference (EUSIPCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 29th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082077617","display_name":"Aditya Ranganath","orcid":"https://orcid.org/0000-0003-1272-6354"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aditya Ranganath","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of California Merced, Merced, CA, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030231957","display_name":"Omar DeGuchy","orcid":null},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omar DeGuchy","raw_affiliation_strings":["Applied Mathematics, University of California Merced, Merced, CA, USA"],"affiliations":[{"raw_affiliation_string":"Applied Mathematics, University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058282709","display_name":"Mukesh Singhal","orcid":"https://orcid.org/0000-0002-0497-1942"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mukesh Singhal","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of California Merced, Merced, CA, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005703929","display_name":"Roummel F. Marcia","orcid":"https://orcid.org/0000-0001-6838-140X"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roummel F. Marcia","raw_affiliation_strings":["Applied Mathematics, University of California Merced, Merced, CA, USA"],"affiliations":[{"raw_affiliation_string":"Applied Mathematics, University of California Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082077617"],"corresponding_institution_ids":["https://openalex.org/I156087764"],"apc_list":null,"apc_paid":null,"fwci":0.1257,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.39932698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2059","last_page":"2063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9324213266372681},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6636782884597778},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6038463115692139},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5218621492385864},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5010206699371338},{"id":"https://openalex.org/keywords/trust-region","display_name":"Trust region","score":0.48853859305381775},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4710942208766937},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.43389150500297546},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.42688822746276855},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42271316051483154},{"id":"https://openalex.org/keywords/saddle-point","display_name":"Saddle point","score":0.42198628187179565},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38041070103645325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2874467968940735},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.252588152885437},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.25101712346076965}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.9324213266372681},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6636782884597778},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6038463115692139},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5218621492385864},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5010206699371338},{"id":"https://openalex.org/C89109886","wikidata":"https://www.wikidata.org/wiki/Q1535924","display_name":"Trust region","level":3,"score":0.48853859305381775},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4710942208766937},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.43389150500297546},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.42688822746276855},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42271316051483154},{"id":"https://openalex.org/C2681867","wikidata":"https://www.wikidata.org/wiki/Q690935","display_name":"Saddle point","level":2,"score":0.42198628187179565},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38041070103645325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2874467968940735},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.252588152885437},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.25101712346076965},{"id":"https://openalex.org/C178635117","wikidata":"https://www.wikidata.org/wiki/Q747499","display_name":"RADIUS","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/eusipco54536.2021.9616149","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco54536.2021.9616149","pdf_url":null,"source":{"id":"https://openalex.org/S4363607854","display_name":"2021 29th European Signal Processing Conference (EUSIPCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 29th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.6700000166893005}],"awards":[{"id":"https://openalex.org/G798753352","display_name":null,"funder_award_id":"IIS 1741490","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W22040386","https://openalex.org/W114517082","https://openalex.org/W147998453","https://openalex.org/W196761320","https://openalex.org/W1597009674","https://openalex.org/W1881179843","https://openalex.org/W1915676028","https://openalex.org/W1994616650","https://openalex.org/W2006903949","https://openalex.org/W2007431958","https://openalex.org/W2090963365","https://openalex.org/W2091825929","https://openalex.org/W2102017903","https://openalex.org/W2102486516","https://openalex.org/W2130984546","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2153795254","https://openalex.org/W2166706236","https://openalex.org/W2442014075","https://openalex.org/W2502949459","https://openalex.org/W2919115771","https://openalex.org/W2963433607","https://openalex.org/W2963941964","https://openalex.org/W4250589301","https://openalex.org/W4301909677","https://openalex.org/W6608133726","https://openalex.org/W6635935089","https://openalex.org/W6639475024","https://openalex.org/W6675672627","https://openalex.org/W6680402377","https://openalex.org/W6681435938","https://openalex.org/W6684249991","https://openalex.org/W6718644196"],"related_works":["https://openalex.org/W2352811179","https://openalex.org/W2373906883","https://openalex.org/W2115477667","https://openalex.org/W633727474","https://openalex.org/W2089168582","https://openalex.org/W2026387094","https://openalex.org/W1989684674","https://openalex.org/W2122918402","https://openalex.org/W2788600501","https://openalex.org/W1989888202"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"generally":[2],"require":[3,115,134],"large":[4],"amounts":[5],"of":[6,45,58],"data":[7,18],"to":[8,54,120,137],"adequately":[9],"model":[10],"the":[11,17,21,43,56,88,104,116,135,156],"domain":[12],"space.":[13],"In":[14,40,62,91],"situations":[15],"where":[16,98],"are":[19,27],"limited,":[20],"predictions":[22],"from":[23,30,146],"these":[24,41],"models,":[25],"which":[26,82,131,142,154],"typically":[28],"obtained":[29],"stochastic":[31],"gradient":[32,112],"descent":[33],"(SGD)":[34],"minimization":[35],"algorithms,":[36],"can":[37,83],"be":[38,138],"poor.":[39],"cases,":[42],"use":[44],"more":[46,52],"sophisticated":[47],"optimization":[48,68],"approaches":[49],"becomes":[50],"even":[51],"crucial":[53],"increase":[55],"impact":[57],"each":[59],"training":[60],"iteration.":[61],"this":[63],"paper,":[64],"we":[65,93,99,108],"propose":[66],"an":[67],"algorithm":[69],"that":[70,74],"uses":[71],"second-derivative":[72,105],"information":[73,77],"exploits":[75],"curvature":[76],"for":[78],"avoiding":[79],"saddle":[80],"points,":[81],"result":[84],"in":[85,158],"limitations":[86],"on":[87,128],"learning":[89],"process.":[90],"particular,":[92],"utilize":[94],"a":[95,110,166],"Hessian-free":[96,148],"approach":[97,125,145,164],"do":[100,132],"not":[101,133],"explicitly":[102],"store":[103],"matrix;":[106],"rather,":[107],"apply":[109],"conjugate":[111],"method":[113],"and":[114,141],"Hessian":[117,136],"matrix":[118],"only":[119],"compute":[121],"matrix-vector":[122],"products.":[123],"Our":[124],"is":[126],"based":[127],"trust-region":[129],"methods,":[130],"positive":[139],"definite":[140],"differentiates":[143],"our":[144,162],"existing":[147],"methods.":[149],"We":[150],"present":[151],"numerical":[152],"experiments":[153],"demonstrate":[155],"improvement":[157],"classification":[159],"accuracy":[160],"using":[161],"proposed":[163],"over":[165],"standard":[167],"SGD":[168],"approach.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}