{"id":"https://openalex.org/W67201968","doi":"https://doi.org/10.1007/978-3-642-28551-6_29","title":"Dictionary Learning with Large Step Gradient Descent for Sparse Representations","display_name":"Dictionary Learning with Large Step Gradient Descent for Sparse Representations","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W67201968","doi":"https://doi.org/10.1007/978-3-642-28551-6_29","mag":"67201968"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-642-28551-6_29","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-28551-6_29","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://hal.science/hal-00688368","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017886311","display_name":"Boris Mailh\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Boris Mailh\u00e9","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, Mile End Road, London, E1 4NS, United Kingdom","School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, London, United Kingdom#TAB#"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, Mile End Road, London, E1 4NS, United Kingdom","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, London, United Kingdom#TAB#","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066967599","display_name":"Mark D. Plumbley","orcid":"https://orcid.org/0000-0002-9708-1075"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark D. Plumbley","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, Mile End Road, London, E1 4NS, United Kingdom","School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, London, United Kingdom#TAB#"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, Mile End Road, London, E1 4NS, United Kingdom","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Centre for Digital Music, Queen Mary University of London, London, United Kingdom#TAB#","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017886311"],"corresponding_institution_ids":["https://openalex.org/I166337079"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":14.7841,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.98696884,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"231","last_page":"238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.8260183334350586},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7876523733139038},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7486097812652588},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.712203860282898},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.574939489364624},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.553473949432373},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.488608181476593},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.48139241337776184},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43688151240348816},{"id":"https://openalex.org/keywords/k-svd","display_name":"K-SVD","score":0.4125787019729614},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4106357991695404},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2720239758491516},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2135310173034668},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19044700264930725}],"concepts":[{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.8260183334350586},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7876523733139038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7486097812652588},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.712203860282898},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.574939489364624},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.553473949432373},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.488608181476593},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.48139241337776184},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43688151240348816},{"id":"https://openalex.org/C154771677","wikidata":"https://www.wikidata.org/wiki/Q17098361","display_name":"K-SVD","level":3,"score":0.4125787019729614},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4106357991695404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2720239758491516},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2135310173034668},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19044700264930725},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1007/978-3-642-28551-6_29","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-28551-6_29","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.413.1959","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.413.1959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.eecs.qmul.ac.uk/~markp/2012/MailhePlumbley12-lvaica_accepted.pdf","raw_type":"text"},{"id":"pmh:oai:HAL:hal-00688368v1","is_oa":true,"landing_page_url":"https://hal.science/hal-00688368","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"LVA/ICA 2012, Mar 2012, Tel-Aviv, Israel. pp.231-238, ⟨10.1007/978-3-642-28551-6_29⟩","raw_type":"Conference papers"},{"id":"pmh:oai:alma.44SUR_INST:11138716020002346","is_oa":false,"landing_page_url":"http://doi.org/10.1007/978-3-642-28551-6","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"event"},{"id":"pmh:oai:epubs.surrey.ac.uk:838810","is_oa":false,"landing_page_url":"http://epubs.surrey.ac.uk/838810/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400680","display_name":"Surrey Research Insight Open Access (The University of Surrey)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28290843","host_organization_name":"University of Surrey","host_organization_lineage":["https://openalex.org/I28290843"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/4759","is_oa":false,"landing_page_url":"http://qmro.qmul.ac.uk/xmlui/handle/123456789/4759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-00688368v1","is_oa":true,"landing_page_url":"https://hal.science/hal-00688368","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"LVA/ICA 2012, Mar 2012, Tel-Aviv, Israel. pp.231-238, ⟨10.1007/978-3-642-28551-6_29⟩","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6723506329","display_name":null,"funder_award_id":"EP/G007144/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1576854369","https://openalex.org/W2115429828","https://openalex.org/W2116148865","https://openalex.org/W2128659236","https://openalex.org/W2145889472","https://openalex.org/W2153663612","https://openalex.org/W2160547390"],"related_works":["https://openalex.org/W2099321050","https://openalex.org/W2890952311","https://openalex.org/W2509955295","https://openalex.org/W2047275718","https://openalex.org/W2034957211","https://openalex.org/W2388952560","https://openalex.org/W110819671","https://openalex.org/W2149282631","https://openalex.org/W2204991413","https://openalex.org/W2011611369"],"abstract_inverted_index":{"This":[0],"work":[1,71],"presents":[2],"a":[3,28,38],"new":[4],"algorithm":[5,35],"for":[6,80,140],"dictionary":[7,22],"learning.":[8],"Existing":[9],"algorithms":[10,116,126],"such":[11],"as":[12,91,93],"MOD":[13],"and":[14,32,53,107,131],"K-SVD":[15],"often":[16],"fail":[17],"to":[18,63,103],"find":[19,64],"the":[20,45,56,65,74,77,81,85,94,101,141],"best":[21],"because":[23],"they":[24],"get":[25],"trapped":[26],"in":[27,128,132],"local":[29,51,105],"minimum.":[30,58],"Olshausen":[31],"Field\u2019s":[33],"Sparsenet":[34],"relies":[36],"on":[37,119],"fixed":[39],"step":[40,67,79,86,99],"projected":[41],"gradient":[42,82],"descent.":[43],"With":[44],"right":[46,66],"step,":[47],"it":[48],"can":[49],"avoid":[50],"minima":[52,106],"converge":[54],"towards":[55],"global":[57],"The":[59,115],"problem":[60],"then":[61],"becomes":[62],"size.":[68],"In":[69],"this":[70],"we":[72,87],"provide":[73],"expression":[75],"of":[76],"optimal":[78,95],"descent":[83,102],"but":[84],"use":[88],"is":[89,144],"twice":[90],"large":[92,98],"step.":[96],"That":[97],"allows":[100],"bypass":[104],"yields":[108],"significantly":[109],"better":[110],"results":[111],"than":[112],"existing":[113,125],"algorithms.":[114],"are":[117],"compared":[118],"synthetic":[120],"data.":[121],"Our":[122],"method":[123],"outperforms":[124],"both":[127],"approximation":[129],"quality":[130],"perfect":[133],"recovery":[134],"rate":[135],"if":[136],"an":[137],"oracle":[138],"support":[139],"sparse":[142],"representation":[143],"provided.":[145]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}