{"id":"https://openalex.org/W2102547221","doi":"https://doi.org/10.1007/s10994-009-5142-6","title":"Periodic step-size adaptation in second-order gradient descent for single-pass on-line structured learning","display_name":"Periodic step-size adaptation in second-order gradient descent for single-pass on-line structured learning","publication_year":2009,"publication_date":"2009-09-02","ids":{"openalex":"https://openalex.org/W2102547221","doi":"https://doi.org/10.1007/s10994-009-5142-6","mag":"2102547221"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-009-5142-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-009-5142-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-009-5142-6.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-009-5142-6.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040580626","display_name":"Chun\u2010Nan Hsu","orcid":"https://orcid.org/0000-0002-5240-4707"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]},{"id":"https://openalex.org/I84653119","display_name":"Academia Sinica","ror":"https://ror.org/05bxb3784","country_code":"TW","type":"facility","lineage":["https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Chun-Nan Hsu","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","Institute of Information Science,Academia Sinica,,Taipei,,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"Institute of Information Science,Academia Sinica,,Taipei,,Taiwan","institution_ids":["https://openalex.org/I84653119"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027210768","display_name":"Han-Shen Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]},{"id":"https://openalex.org/I84653119","display_name":"Academia Sinica","ror":"https://ror.org/05bxb3784","country_code":"TW","type":"facility","lineage":["https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Han-Shen Huang","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","Institute of Information Science,Academia Sinica,,Taipei,,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"Institute of Information Science,Academia Sinica,,Taipei,,Taiwan","institution_ids":["https://openalex.org/I84653119"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104172512","display_name":"Yu-Ming Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]},{"id":"https://openalex.org/I84653119","display_name":"Academia Sinica","ror":"https://ror.org/05bxb3784","country_code":"TW","type":"facility","lineage":["https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Ming Chang","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","Institute of Information Science,Academia Sinica,,Taipei,,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"Institute of Information Science,Academia Sinica,,Taipei,,Taiwan","institution_ids":["https://openalex.org/I84653119"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038395989","display_name":"Yuh\u2010Jye Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yuh-Jye Lee","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I154864474"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan.#TAB#","institution_ids":["https://openalex.org/I154864474"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040580626"],"corresponding_institution_ids":["https://openalex.org/I4210098366","https://openalex.org/I84653119"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":4.0771,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93988171,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"77","issue":"2-3","first_page":"195","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.921420693397522},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.5934647917747498},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5338536500930786},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5095748901367188},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48489028215408325},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.47433939576148987},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4352427124977112},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4327857196331024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3985516130924225},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3704451322555542},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3501383662223816},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3371645212173462},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.0942518413066864}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.921420693397522},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.5934647917747498},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5338536500930786},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5095748901367188},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48489028215408325},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.47433939576148987},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4352427124977112},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4327857196331024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3985516130924225},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3704451322555542},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3501383662223816},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3371645212173462},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0942518413066864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-009-5142-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-009-5142-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-009-5142-6.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-009-5142-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-009-5142-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-009-5142-6.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321040","display_name":"National Science Council","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320323900","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95"},{"id":"https://openalex.org/F4320324515","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2102547221.pdf","grobid_xml":"https://content.openalex.org/works/W2102547221.grobid-xml"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W19621276","https://openalex.org/W203276351","https://openalex.org/W569156507","https://openalex.org/W1491622225","https://openalex.org/W1526741802","https://openalex.org/W1535810436","https://openalex.org/W1541007220","https://openalex.org/W1547531277","https://openalex.org/W1550443206","https://openalex.org/W1568229137","https://openalex.org/W1576278180","https://openalex.org/W1576520375","https://openalex.org/W1592796124","https://openalex.org/W1604938182","https://openalex.org/W1928278792","https://openalex.org/W1970789124","https://openalex.org/W1971428601","https://openalex.org/W1989730800","https://openalex.org/W2009593947","https://openalex.org/W2035720976","https://openalex.org/W2042216486","https://openalex.org/W2048632019","https://openalex.org/W2049633694","https://openalex.org/W2064076655","https://openalex.org/W2068556706","https://openalex.org/W2090963365","https://openalex.org/W2097826433","https://openalex.org/W2101159990","https://openalex.org/W2102486516","https://openalex.org/W2102667697","https://openalex.org/W2105842272","https://openalex.org/W2109189215","https://openalex.org/W2111284535","https://openalex.org/W2112796928","https://openalex.org/W2113651538","https://openalex.org/W2114361266","https://openalex.org/W2117853077","https://openalex.org/W2123107849","https://openalex.org/W2123740206","https://openalex.org/W2125993116","https://openalex.org/W2127008962","https://openalex.org/W2133352893","https://openalex.org/W2135748114","https://openalex.org/W2140440049","https://openalex.org/W2142623206","https://openalex.org/W2147880316","https://openalex.org/W2150024778","https://openalex.org/W2153635508","https://openalex.org/W2156515921","https://openalex.org/W2164273299","https://openalex.org/W2416173357","https://openalex.org/W2524610192","https://openalex.org/W2604799680","https://openalex.org/W2616052791","https://openalex.org/W2620087753","https://openalex.org/W2621300285","https://openalex.org/W2732460962","https://openalex.org/W2898916015","https://openalex.org/W2914484425","https://openalex.org/W3029645440","https://openalex.org/W3120421331","https://openalex.org/W3148930403","https://openalex.org/W4231137658","https://openalex.org/W4240768087","https://openalex.org/W4293775970","https://openalex.org/W4299512035","https://openalex.org/W4300187280","https://openalex.org/W6631438976","https://openalex.org/W6634442568","https://openalex.org/W6675672627","https://openalex.org/W6677106874","https://openalex.org/W6716629264","https://openalex.org/W6759638512","https://openalex.org/W6996940891","https://openalex.org/W7019992027","https://openalex.org/W7037644959"],"related_works":["https://openalex.org/W2350095335","https://openalex.org/W2544528198","https://openalex.org/W2355987247","https://openalex.org/W3177326532","https://openalex.org/W3143650729","https://openalex.org/W4297883503","https://openalex.org/W1989888202","https://openalex.org/W2895097035","https://openalex.org/W2042173174","https://openalex.org/W4206903459"],"abstract_inverted_index":{"It":[0],"has":[1],"been":[2],"established":[3],"that":[4,53,153],"the":[5,27,35,38,42,77,81,90,96],"second-order":[6,31,67],"stochastic":[7],"gradient":[8],"descent":[9],"(SGD)":[10],"method":[11],"can":[12],"potentially":[13],"achieve":[14],"generalization":[15],"performance":[16,155],"as":[17,19],"well":[18],"empirical":[20,163],"optimum":[21],"in":[22,111],"a":[23,56,65,86,119],"single":[24],"pass":[25],"through":[26],"training":[28],"examples.":[29],"However,":[30],"SGD":[32,68],"requires":[33],"computing":[34],"inverse":[36],"of":[37,41,80,122,156],"Hessian":[39,93,110],"matrix":[40,79],"loss":[43],"function,":[44],"which":[45,98],"is":[46,99,158],"prohibitively":[47],"expensive":[48],"for":[49],"structured":[50],"prediction":[51],"problems":[52],"usually":[54],"involve":[55],"very":[57,160],"high":[58],"dimensional":[59],"feature":[60],"space.":[61],"This":[62],"paper":[63],"presents":[64],"new":[66],"method,":[69],"called":[70],"Periodic":[71],"Step-size":[72],"Adaptation":[73],"(PSA).":[74],"PSA":[75,117,157],"approximates":[76],"Jacobian":[78,91],"mapping":[82],"function":[83],"and":[84,92,104,124,136,146],"explores":[85],"linear":[87,142],"relation":[88],"between":[89],"to":[94,101,162],"approximate":[95],"Hessian,":[97],"proved":[100],"be":[102],"simpler":[103],"more":[105],"effective":[106],"than":[107],"directly":[108],"approximating":[109],"an":[112],"on-line":[113],"setting.":[114],"We":[115],"tested":[116],"on":[118],"wide":[120],"variety":[121],"models":[123],"tasks,":[125],"including":[126],"large":[127,137],"scale":[128,138],"sequence":[129],"labeling":[130],"tasks":[131,140],"using":[132,141],"conditional":[133],"random":[134],"fields":[135],"classification":[139],"support":[143],"vector":[144],"machines":[145],"convolutional":[147],"neural":[148],"networks.":[149],"Experimental":[150],"results":[151],"show":[152],"single-pass":[154],"always":[159],"close":[161],"optimum.":[164]},"counts_by_year":[{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":5}],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2025-10-10T00:00:00"}