{"id":"https://openalex.org/W2158596240","doi":"https://doi.org/10.1109/icassp.2012.6288330","title":"Tuning-free step-size adaptation","display_name":"Tuning-free step-size adaptation","publication_year":2012,"publication_date":"2012-03-01","ids":{"openalex":"https://openalex.org/W2158596240","doi":"https://doi.org/10.1109/icassp.2012.6288330","mag":"2158596240"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2012.6288330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2012.6288330","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102303941","display_name":"Ashique Rupam Mahmood","orcid":"https://orcid.org/0000-0001-6266-162X"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ashique Rupam Mahmood","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada","Department of Computing Science, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004923102","display_name":"Richard S. Sutton","orcid":"https://orcid.org/0000-0002-3679-3415"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Richard S. Sutton","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada","Department of Computing Science, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026582515","display_name":"Thomas Degris","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thomas Degris","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada","Department of Computing Science, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058237113","display_name":"Patrick M. Pilarski","orcid":"https://orcid.org/0000-0003-1686-2978"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Patrick M. Pilarski","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Canada","Department of Computing Science, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":3.9636,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.95739301,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2121","last_page":"2124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7344479560852051},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4972565472126007},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4957631528377533},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4732047915458679},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4271024465560913},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.414612740278244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4049738645553589},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35812681913375854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7344479560852051},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4972565472126007},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4957631528377533},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4732047915458679},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4271024465560913},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.414612740278244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4049738645553589},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35812681913375854},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2012.6288330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2012.6288330","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W24696228","https://openalex.org/W146611155","https://openalex.org/W1568229137","https://openalex.org/W1949974402","https://openalex.org/W2114364126","https://openalex.org/W2119076496","https://openalex.org/W2129142203","https://openalex.org/W2131251829","https://openalex.org/W2131859749","https://openalex.org/W2137515395","https://openalex.org/W2160208155","https://openalex.org/W2197749140","https://openalex.org/W2800900389","https://openalex.org/W6605942156","https://openalex.org/W6677946340","https://openalex.org/W6679571614","https://openalex.org/W6680610060","https://openalex.org/W6687616509"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4294873804","https://openalex.org/W4383109125","https://openalex.org/W2091347716","https://openalex.org/W98577079","https://openalex.org/W2891227010","https://openalex.org/W4319309271","https://openalex.org/W4313160267","https://openalex.org/W2548988175"],"abstract_inverted_index":{"Incremental":[0],"learning":[1,282],"algorithms":[2,29],"based":[3],"on":[4,129,176,242],"gradient":[5],"descent":[6],"are":[7,173,265,276],"effective":[8,128],"and":[9,19,50,115,183,202,247,251,272],"popular":[10],"in":[11,76,192],"online":[12],"supervised":[13],"learning,":[14,16],"reinforcement":[15,286],"signal":[17],"processing,":[18],"many":[20,58],"other":[21,280],"application":[22],"areas.":[23],"An":[24],"oft-noted":[25],"drawback":[26],"of":[27,63,83,121,151,168,179,200,245,257],"these":[28],"is":[30],"that":[31,37,165,184,208,224],"they":[32],"include":[33],"a":[34,147,193,198,243],"step-size":[35,64,142,149,170,239],"parameter":[36,150,182,187,217],"needs":[38,72],"to":[39,73,78,123,138,204,213,218,268,279],"be":[40,74,189],"tuned":[41,75],"for":[42,68,94,111],"best":[43,81,107],"performance,":[44],"which":[45,154],"may":[46],"require":[47,254],"manual":[48],"intervention":[49],"significant":[51],"domain":[52],"knowledge":[53],"or":[54,234],"additional":[55],"data.":[56],"In":[57,160],"cases,":[59],"an":[60,119],"entire":[61],"vector":[62,108],"parameters":[65],"(e.g.,":[66],"one":[67],"each":[69],"input":[70],"feature)":[71],"order":[77],"attain":[79],"the":[80,84,106,112,157,166,177,205,211,215,219,225,237,269,273],"performance":[82,167],"algorithm.":[85],"To":[86],"address":[87],"this,":[88],"several":[89],"methods":[90,144,172,241],"have":[91,145],"been":[92],"proposed":[93],"adapting":[95],"step":[96,109],"sizes":[97],"online.":[98],"For":[99],"example,":[100],"Sutton's":[101],"IDBD":[102,122,206,270],"method":[103,207,271],"can":[104],"find":[105],"size":[110],"LMS":[113],"algorithm,":[114,228],"Schraudolph's":[116],"ELK1":[117],"method,":[118],"extension":[120],"neural":[124],"networks,":[125],"has":[126],"proven":[127],"large":[130],"applications,":[131],"such":[132,141,284],"as":[133,232,285],"3D":[134],"hand":[135],"tracking.":[136],"However,":[137],"date":[139],"all":[140],"adaptation":[143,171,240],"included":[146],"tunable":[148],"their":[152,180,185],"own,":[153],"we":[155,163],"call":[156],"meta-step-size":[158,181,186,216,259],"parameter.":[159,260],"this":[161],"paper":[162],"show":[164,223],"existing":[169,238],"strongly":[174],"dependent":[175],"choice":[178],"cannot":[188],"set":[190],"reliably":[191],"problem-independent":[194],"way.":[195],"We":[196,222],"introduce":[197],"series":[199],"modifications":[201],"normalizations":[203],"together":[209],"eliminate":[210],"need":[212],"tune":[214],"particular":[220],"problem.":[221],"resulting":[226],"overall":[227],"called":[229],"Autostep,":[230],"performs":[231],"well":[233],"better":[235],"than":[236],"number":[244],"idealized":[246],"robot":[248],"prediction":[249],"problems":[250],"does":[252],"not":[253,266],"any":[255],"tuning":[256],"its":[258],"The":[261],"ideas":[262],"behind":[263],"Autostep":[264],"restricted":[267],"same":[274],"principles":[275],"potentially":[277],"applicable":[278],"incremental":[281],"settings,":[283],"learning.":[287]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":4}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}