{"id":"https://openalex.org/W3114070207","doi":null,"title":"Noisy Labels Can Induce Good Representations.","display_name":"Noisy Labels Can Induce Good Representations.","publication_year":2020,"publication_date":"2020-12-23","ids":{"openalex":"https://openalex.org/W3114070207","mag":"3114070207"},"language":"en","primary_location":{"id":"mag:3114070207","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2012.12896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2012.12896","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112598840","display_name":"Jingling Li","orcid":"https://orcid.org/0009-0007-2769-2851","observed_orcids":["https://orcid.org/0009-0007-2769-2851"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingling Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055471930","display_name":"Mozhi Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mozhi Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071504043","display_name":"Keyulu Xu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keyulu Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071538560","display_name":"John P. Dickerson","orcid":"https://orcid.org/0000-0003-2231-680X","observed_orcids":["https://orcid.org/0000-0003-2231-680X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John P. Dickerson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012276327","display_name":"Jimmy Lei Ba","orcid":"https://orcid.org/0009-0000-9062-4180","observed_orcids":["https://orcid.org/0009-0000-9062-4180"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jimmy Ba","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0000-9062-4180","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noisy-labels","display_name":"label noise","score":0.9940000176429749},{"id":"https://openalex.org/keywords/hidden-representations","display_name":"hidden representations","score":0.6610000133514404},{"id":"https://openalex.org/keywords/neural-network-architecture","display_name":"neural network architecture","score":0.6510000228881836},{"id":"https://openalex.org/keywords/memorization","display_name":"memorization","score":0.5830000042915344},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.765999972820282},{"id":"https://openalex.org/keywords/linear-classifiers","display_name":"linear classifiers","score":0.3319999873638153},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8109999895095825},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.9990000128746033},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"multilayer perceptron","score":0.9679999947547913},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.8519999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8087775111198425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.60868239402771},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5977952480316162},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.5219618678092957},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48759785294532776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4657939672470093},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45821139216423035},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.4533233046531677},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4529295861721039},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4460693299770355},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.4361998438835144},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42301803827285767},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4177047312259674},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4128724932670593},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.15895304083824158},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09658849239349365},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3114070207","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2012.12896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3114070207","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2012.12896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1506037854","https://openalex.org/W1522301498","https://openalex.org/W1866072925","https://openalex.org/W1970381522","https://openalex.org/W1972675781","https://openalex.org/W2034822495","https://openalex.org/W2065151783","https://openalex.org/W2079057609","https://openalex.org/W2085989833","https://openalex.org/W2108598243","https://openalex.org/W2121056381","https://openalex.org/W2124219775","https://openalex.org/W2149273804","https://openalex.org/W2153233077","https://openalex.org/W2161149720","https://openalex.org/W2187013920","https://openalex.org/W2252268321","https://openalex.org/W2274287116","https://openalex.org/W2302255633","https://openalex.org/W2606780347","https://openalex.org/W2618574054","https://openalex.org/W2682189153","https://openalex.org/W2743200750","https://openalex.org/W2752971446","https://openalex.org/W2759996146","https://openalex.org/W2765407302","https://openalex.org/W2765482949","https://openalex.org/W2774991067","https://openalex.org/W2785495800","https://openalex.org/W2795282075","https://openalex.org/W2804077623","https://openalex.org/W2804378530","https://openalex.org/W2804773195","https://openalex.org/W2805516822","https://openalex.org/W2891244534","https://openalex.org/W2894175828","https://openalex.org/W2909793444","https://openalex.org/W2912237282","https://openalex.org/W2914331073","https://openalex.org/W2941387380","https://openalex.org/W2943997064","https://openalex.org/W2945634539","https://openalex.org/W2946857231","https://openalex.org/W2949531524","https://openalex.org/W2950300355","https://openalex.org/W2951459130","https://openalex.org/W2952133801","https://openalex.org/W2952433032","https://openalex.org/W2963081269","https://openalex.org/W2963207607","https://openalex.org/W2963476860","https://openalex.org/W2963509340","https://openalex.org/W2963697299","https://openalex.org/W2963735582","https://openalex.org/W2964155802","https://openalex.org/W2964273174","https://openalex.org/W2964292098","https://openalex.org/W2977953007","https://openalex.org/W2978471258","https://openalex.org/W2979302305","https://openalex.org/W2981873476","https://openalex.org/W2990019157","https://openalex.org/W2994872359","https://openalex.org/W2995889583","https://openalex.org/W2996108195","https://openalex.org/W2998239226","https://openalex.org/W2999913149","https://openalex.org/W3035702670","https://openalex.org/W3041133507","https://openalex.org/W3083504878","https://openalex.org/W3092841986","https://openalex.org/W3093021730","https://openalex.org/W3100352836","https://openalex.org/W3100945695","https://openalex.org/W3102583815","https://openalex.org/W3118608800","https://openalex.org/W3119755129","https://openalex.org/W3170812610"],"related_works":["https://openalex.org/W7097772016","https://openalex.org/W3207337382","https://openalex.org/W3103846556","https://openalex.org/W3109044914","https://openalex.org/W2964096266","https://openalex.org/W2618574054","https://openalex.org/W2974413178","https://openalex.org/W2804077623","https://openalex.org/W4415315064","https://openalex.org/W3042609801"],"abstract_inverted_index":{"The":[0],"current":[1],"success":[2],"of":[3,93,134],"deep":[4],"learning":[5,60],"depends":[6],"on":[7,114,168,179],"large-scale":[8],"labeled":[9],"datasets.":[10],"In":[11],"practice,":[12],"high-quality":[13],"annotations":[14,21],"are":[15,22,96,128],"expensive":[16],"to":[17,106,110],"collect,":[18],"but":[19,43],"noisy":[20,34,49,62,75,101,115,180],"more":[23,97],"affordable.":[24],"Previous":[25],"works":[26],"report":[27],"mixed":[28],"empirical":[29],"results":[30,167],"when":[31,83],"training":[32,73],"with":[33,61,74,122,176],"labels:":[35,116],"neural":[36],"networks":[37],"can":[38,45,77],"easily":[39],"memorize":[40],"random":[41],"labels,":[42],"they":[44],"also":[46],"generalize":[47],"from":[48,130],"labels.":[50,63,102],"To":[51],"explain":[52],"this":[53],"puzzle,":[54],"we":[55,164],"study":[56],"how":[57],"architecture":[58,69],"affects":[59],"We":[64,137],"observe":[65],"that":[66],"if":[67],"an":[68],"suits":[70],"the":[71,84,89,94,118],"task,":[72],"labels":[76],"induce":[78],"useful":[79],"hidden":[80],"representations,":[81],"even":[82],"model":[85,95],"generalizes":[86],"poorly;":[87],"i.e.,":[88],"last":[90],"few":[91],"layers":[92,121],"negatively":[98],"affected":[99],"by":[100,172],"This":[103],"finding":[104],"leads":[105],"a":[107,123,131],"simple":[108],"method":[109,175],"improve":[111],"models":[112],"trained":[113],"replacing":[117],"final":[119],"dense":[120],"linear":[124],"model,":[125],"whose":[126],"weights":[127],"learned":[129],"small":[132],"set":[133],"clean":[135],"data.":[136],"empirically":[138],"validate":[139],"our":[140,174],"findings":[141],"across":[142],"three":[143],"architectures":[144],"(Convolutional":[145],"Neural":[146,149],"Networks,":[147,150],"Graph":[148],"and":[151,154,160],"Multi-Layer":[152],"Perceptrons)":[153],"two":[155],"domains":[156],"(graph":[157],"algorithmic":[158],"tasks":[159],"image":[161,169],"classification).":[162],"Furthermore,":[163],"achieve":[165],"state-of-the-art":[166],"classification":[170],"benchmarks":[171],"combining":[173],"existing":[177],"approaches":[178],"label":[181],"training.":[182]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":7}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-01-05T00:00:00"}