{"id":"https://openalex.org/W2774685635","doi":"https://doi.org/10.1109/tetci.2017.2771298","title":"The Effects of Noisy Labels on Deep Convolutional Neural Networks for Music Tagging","display_name":"The Effects of Noisy Labels on Deep Convolutional Neural Networks for Music Tagging","publication_year":2018,"publication_date":"2018-03-23","ids":{"openalex":"https://openalex.org/W2774685635","doi":"https://doi.org/10.1109/tetci.2017.2771298","mag":"2774685635"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2017.2771298","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetci.2017.2771298","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tetci.2017.2771298","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011038627","display_name":"Keunwoo Choi","orcid":"https://orcid.org/0000-0002-5305-5342"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Keunwoo Choi","raw_affiliation_strings":["Centre for Digital Music, Electric Engineering and Computer Science, Queen Mary University of London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5305-5342","affiliations":[{"raw_affiliation_string":"Centre for Digital Music, Electric Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032485940","display_name":"Gy\u00f6rgy Fazekas","orcid":null},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gyorgy Fazekas","raw_affiliation_strings":["Centre for Digital Music, Electric Engineering and Computer Science, Queen Mary University of London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Digital Music, Electric Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091175785","display_name":"Kyunghyun Cho","orcid":"https://orcid.org/0000-0003-1669-3211"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyunghyun Cho","raw_affiliation_strings":["Center for Data Science, New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Data Science, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076173089","display_name":"M. Sandler","orcid":"https://orcid.org/0000-0002-5691-8107"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Sandler","raw_affiliation_strings":["Centre for Digital Music, Electric Engineering and Computer Science, Queen Mary University of London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Digital Music, Electric Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011038627"],"corresponding_institution_ids":["https://openalex.org/I166337079"],"apc_list":null,"apc_paid":null,"fwci":3.4781,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.93547757,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"2","issue":"2","first_page":"139","last_page":"149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8120808005332947},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6181681156158447},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5996999144554138},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5981026887893677},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5816512107849121},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5347892642021179},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5273690819740295},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47042202949523926},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45140349864959717},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4335731863975525},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37158727645874023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8120808005332947},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6181681156158447},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5996999144554138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5981026887893677},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5816512107849121},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5347892642021179},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5273690819740295},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47042202949523926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45140349864959717},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4335731863975525},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37158727645874023},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tetci.2017.2771298","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetci.2017.2771298","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/30523","is_oa":false,"landing_page_url":"http://qmro.qmul.ac.uk/xmlui/handle/123456789/30523","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/tetci.2017.2771298","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetci.2017.2771298","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4831559127","display_name":"Fusing Semantic and Audio Technologies for Intelligent Music Production and Consumption","funder_award_id":"EP/L019981/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8217561489","display_name":null,"funder_award_id":"EP/L019981/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320311061","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846"},{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W160829045","https://openalex.org/W172641258","https://openalex.org/W190299453","https://openalex.org/W284829691","https://openalex.org/W1556219185","https://openalex.org/W1599739398","https://openalex.org/W1836465849","https://openalex.org/W1975153704","https://openalex.org/W1979955134","https://openalex.org/W1982446897","https://openalex.org/W2038678505","https://openalex.org/W2059652044","https://openalex.org/W2072154770","https://openalex.org/W2107958340","https://openalex.org/W2112076978","https://openalex.org/W2112796928","https://openalex.org/W2127870748","https://openalex.org/W2133999183","https://openalex.org/W2137028279","https://openalex.org/W2162124943","https://openalex.org/W2167460663","https://openalex.org/W2252268321","https://openalex.org/W2260696579","https://openalex.org/W2295163593","https://openalex.org/W2342329128","https://openalex.org/W2404620398","https://openalex.org/W2410860376","https://openalex.org/W2414894569","https://openalex.org/W2572771584","https://openalex.org/W2592168896","https://openalex.org/W2593179621","https://openalex.org/W2595120084","https://openalex.org/W2604959036","https://openalex.org/W2756184659","https://openalex.org/W2963028646","https://openalex.org/W2963285578","https://openalex.org/W2963369619","https://openalex.org/W2963451564","https://openalex.org/W2963550089","https://openalex.org/W2964285380","https://openalex.org/W3028311979","https://openalex.org/W3098670224","https://openalex.org/W3105202226","https://openalex.org/W4285719527","https://openalex.org/W6606969763","https://openalex.org/W6607690849","https://openalex.org/W6636009991","https://openalex.org/W6638667902","https://openalex.org/W6676769703","https://openalex.org/W6678969435","https://openalex.org/W6683737379","https://openalex.org/W6685562342","https://openalex.org/W6691441656","https://openalex.org/W6697320573","https://openalex.org/W6712300348","https://openalex.org/W6712946787","https://openalex.org/W6715395060","https://openalex.org/W6734751391","https://openalex.org/W6736327223","https://openalex.org/W6744024604","https://openalex.org/W6744511850"],"related_works":["https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W3167935049","https://openalex.org/W3029198973","https://openalex.org/W4377865163","https://openalex.org/W2799384463","https://openalex.org/W3193857078","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Deep":[0],"neural":[1,36,92],"networks":[2,97],"(DNNs)":[3],"have":[4],"been":[5],"successfully":[6],"applied":[7],"to":[8,43,59,79,148],"music":[9,12,56,89,137,151],"classification":[10],"including":[11],"tagging.":[13,152],"However,":[14],"there":[15],"are":[16,77],"several":[17,85],"open":[18],"questions":[19],"regarding":[20],"the":[21,38,61,116,124,134,142],"training,":[22],"evaluation,":[23],"and":[24,52,65,91],"analysis":[25,125],"of":[26,35,40,47,63,88,118,126,144],"DNNs.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31,71],"investigate":[32,60],"specific":[33],"aspects":[34,87],"networks,":[37],"effects":[39],"noisy":[41],"labels,":[42],"deepen":[44],"our":[45,127],"understanding":[46],"their":[48],"properties.":[49],"We":[50,94],"analyze":[51],"(re-)validate":[53],"a":[54,68],"large":[55,103],"tagging":[57,90],"dataset":[58],"reliability":[62],"training":[64],"evaluation.":[66],"Using":[67],"trained":[69,128],"network,":[70],"compute":[72],"label":[73,112],"vector":[74],"similarities,":[75],"which":[76],"compared":[78],"groundtruth":[80,107],"similarity.":[81],"The":[82],"results":[83,140],"highlight":[84,141],"important":[86],"networks.":[93],"show":[95],"that":[96,111],"can":[98,114],"be":[99,115],"effective":[100],"despite":[101],"relatively":[102],"error":[104],"rates":[105],"in":[106],"datasets,":[108],"while":[109],"conjecturing":[110],"noise":[113],"cause":[117],"varying":[119],"tag-wise":[120],"performance":[121],"differences.":[122],"Finally,":[123],"network":[129],"provides":[130],"valuable":[131],"insight":[132],"into":[133],"relationships":[135],"between":[136],"tags.":[138],"These":[139],"benefit":[143],"using":[145],"data-driven":[146],"methods":[147],"address":[149],"automatic":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}