{"id":"https://openalex.org/W2990476713","doi":"https://doi.org/10.1109/access.2019.2954547","title":"Limited Gradient Descent: Learning With Noisy Labels","display_name":"Limited Gradient Descent: Learning With Noisy Labels","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2990476713","doi":"https://doi.org/10.1109/access.2019.2954547","mag":"2990476713"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2954547","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954547","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907880.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907880.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101577180","display_name":"Yi Sun","orcid":"https://orcid.org/0000-0002-6124-4127"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Sun","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-6124-4127","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043420125","display_name":"Yan Tian","orcid":"https://orcid.org/0000-0002-3770-0604"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Tian","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3770-0604","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004269762","display_name":"Yiping Xu","orcid":"https://orcid.org/0000-0002-7764-0941"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiping Xu","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7764-0941","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011426350","display_name":"Jianxiang Li","orcid":"https://orcid.org/0000-0002-2650-7091"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiang Li","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2650-7091","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Multispectral Information Processing, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4119,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.86627289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"7","issue":null,"first_page":"168296","last_page":"168306"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8297891616821289},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7911854386329651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7044828534126282},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6725446581840515},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6452308297157288},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6255384087562561},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5928452610969543},{"id":"https://openalex.org/keywords/early-stopping","display_name":"Early stopping","score":0.5747575163841248},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.477411150932312},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4445110857486725},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4142121374607086},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14187490940093994}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8297891616821289},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7911854386329651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7044828534126282},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6725446581840515},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6452308297157288},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6255384087562561},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5928452610969543},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.5747575163841248},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.477411150932312},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4445110857486725},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4142121374607086},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14187490940093994},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2954547","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954547","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907880.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0d11a2bc4ed345839697f7fd6c50ffeb","is_oa":true,"landing_page_url":"https://doaj.org/article/0d11a2bc4ed345839697f7fd6c50ffeb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 168296-168306 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2954547","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954547","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907880.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2990476713.pdf","grobid_xml":"https://content.openalex.org/works/W2990476713.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W369786348","https://openalex.org/W639708223","https://openalex.org/W1866072925","https://openalex.org/W1903029394","https://openalex.org/W1921293667","https://openalex.org/W1975128126","https://openalex.org/W2032708784","https://openalex.org/W2095705004","https://openalex.org/W2118858186","https://openalex.org/W2121056381","https://openalex.org/W2163605009","https://openalex.org/W2167460663","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2590796488","https://openalex.org/W2750384547","https://openalex.org/W2752971446","https://openalex.org/W2765407302","https://openalex.org/W2803187616","https://openalex.org/W2891691179","https://openalex.org/W2900933500","https://openalex.org/W2902986194","https://openalex.org/W2946933691","https://openalex.org/W2950365520","https://openalex.org/W2952133801","https://openalex.org/W2954349051","https://openalex.org/W2963096987","https://openalex.org/W2963697299","https://openalex.org/W2963735582","https://openalex.org/W2963889363","https://openalex.org/W2964273174","https://openalex.org/W2964274690","https://openalex.org/W2964292098","https://openalex.org/W2964309657","https://openalex.org/W2969560359","https://openalex.org/W3103455452","https://openalex.org/W3137695714","https://openalex.org/W4244259635","https://openalex.org/W4294149583","https://openalex.org/W4297798436","https://openalex.org/W6620707391","https://openalex.org/W6636677605","https://openalex.org/W6639331287","https://openalex.org/W6640298173","https://openalex.org/W6674330103","https://openalex.org/W6677919164","https://openalex.org/W6678280073","https://openalex.org/W6684191040","https://openalex.org/W6703116779","https://openalex.org/W6732696085","https://openalex.org/W6733793881","https://openalex.org/W6734376636","https://openalex.org/W6736098614","https://openalex.org/W6740005241","https://openalex.org/W6743688258","https://openalex.org/W6743885473","https://openalex.org/W6745136726","https://openalex.org/W6747898760","https://openalex.org/W6749464311","https://openalex.org/W6751420435","https://openalex.org/W6751647823","https://openalex.org/W6763485134","https://openalex.org/W6928992657"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2080152487","https://openalex.org/W4283332751","https://openalex.org/W2141403321","https://openalex.org/W2417932737","https://openalex.org/W4367060723"],"abstract_inverted_index":{"Label":[0],"noise":[1,44,64],"may":[2],"affect":[3],"the":[4,9,35,41,54,59,63,79,89,97,125,140,162,166,174,220],"generalization":[5,56,90,208],"of":[6,12,37,43,83,92,99,142,165,177],"classifiers,":[7],"and":[8,154,168,198],"effective":[10],"learning":[11,36,163,190],"main":[13,60],"patterns":[14,39],"from":[15],"samples":[16,145],"with":[17,191],"noisy":[18,148,167,192,221],"labels":[19,141,153],"is":[20,109],"an":[21],"important":[22],"challenge.":[23],"Recent":[24],"studies":[25],"have":[26],"shown":[27],"that":[28,57,122,202,228],"deep":[29],"neural":[30],"networks":[31],"tend":[32],"to":[33,51,66,77,112,150,155,210],"prioritize":[34],"simple":[38],"over":[40],"memorization":[42],"patterns.":[45],"This":[46],"suggests":[47],"a":[48,73,105,120,130,143,147,157,206,214,231],"possible":[49],"method":[50,121],"search":[52],"for":[53],"best":[55,80],"learns":[58],"pattern":[61],"until":[62],"begins":[65],"be":[67],"memorized.":[68],"Traditional":[69],"approaches":[70],"often":[71],"employ":[72],"clean":[74,106,131,215,232],"validation":[75,100,107,132,216,233],"set":[76,108],"find":[78],"stop":[81,175],"timing":[82,128,176],"learning,":[84],"i.e.,":[85],"early":[86],"stopping.":[87],"However,":[88],"performance":[91,209],"such":[93],"methods":[94,211,227],"relies":[95],"on":[96,189,196,213,219,230],"quality":[98],"sets.":[101],"Further,":[102],"in":[103,146],"practice,":[104],"sometimes":[110],"difficult":[111],"obtain.":[113],"To":[114],"solve":[115],"this":[116,180],"problem,":[117],"we":[118,171,182],"propose":[119],"can":[123,172],"estimate":[124],"optimal":[126],"stopping":[127],"without":[129],"set,":[133],"called":[134],"limited":[135],"gradient":[136],"descent.":[137],"We":[138],"modified":[139],"few":[144],"dataset":[149],"obtain":[151],"false":[152],"create":[156],"reverse":[158,169],"pattern.":[159],"By":[160],"monitoring":[161],"progress":[164],"samples,":[170],"determine":[173],"learning.":[178],"In":[179],"paper,":[181],"also":[183],"theoretically":[184],"provide":[185],"some":[186],"necessary":[187],"conditions":[188],"labels.":[193],"Experimental":[194],"results":[195],"CIFAR-10":[197],"CIFAR-100":[199],"datasets":[200],"demonstrate":[201],"our":[203,224],"approach":[204,225],"has":[205],"comparable":[207],"relying":[212],"set.":[217,234],"Thus,":[218],"Clothing-1M":[222],"dataset,":[223],"surpasses":[226],"rely":[229]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
