{"id":"https://openalex.org/W3045579070","doi":"https://doi.org/10.1109/mlsp49062.2020.9231926","title":"Autoclip: Adaptive Gradient Clipping for Source Separation Networks","display_name":"Autoclip: Adaptive Gradient Clipping for Source Separation Networks","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3045579070","doi":"https://doi.org/10.1109/mlsp49062.2020.9231926","mag":"3045579070"},"language":"en","primary_location":{"id":"doi:10.1109/mlsp49062.2020.9231926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp49062.2020.9231926","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 30th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.14469","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023673004","display_name":"Prem Seetharaman","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Prem Seetharaman","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA","Northwestern university, EVANSTON, IL, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"Northwestern university, EVANSTON, IL, USA#TAB#","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086940921","display_name":"Gordon Wichern","orcid":"https://orcid.org/0000-0002-8597-6795"},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gordon Wichern","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories (MERL), Cambridge, MA, USA","[Mitsubishi Electric Research Laboratories (MERL), Cambridge MA, USA]"],"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories (MERL), Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210159266"]},{"raw_affiliation_string":"[Mitsubishi Electric Research Laboratories (MERL), Cambridge MA, USA]","institution_ids":["https://openalex.org/I4210159266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102878078","display_name":"Bryan Pardo","orcid":"https://orcid.org/0000-0002-1427-6492"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bryan Pardo","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA","Northwestern university, EVANSTON, IL, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"Northwestern university, EVANSTON, IL, USA#TAB#","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076453358","display_name":"Jonathan Le Roux","orcid":"https://orcid.org/0000-0002-3451-171X"},"institutions":[{"id":"https://openalex.org/I4210159266","display_name":"Mitsubishi Electric (United States)","ror":"https://ror.org/053jnhe44","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125","https://openalex.org/I4210159266"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Le Roux","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories (MERL), Cambridge, MA, USA","[Mitsubishi Electric Research Laboratories (MERL), Cambridge MA, USA]"],"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories (MERL), Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210159266"]},{"raw_affiliation_string":"[Mitsubishi Electric Research Laboratories (MERL), Cambridge MA, USA]","institution_ids":["https://openalex.org/I4210159266"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023673004"],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":0.4568,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60984551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.8175288438796997},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7520358562469482},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6826894283294678},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6377623677253723},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6031050682067871},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5069084763526917},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.43333104252815247},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4155226945877075},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3260553479194641},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.26037293672561646},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19902250170707703}],"concepts":[{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.8175288438796997},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7520358562469482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6826894283294678},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6377623677253723},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6031050682067871},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5069084763526917},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.43333104252815247},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4155226945877075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3260553479194641},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26037293672561646},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19902250170707703},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/mlsp49062.2020.9231926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp49062.2020.9231926","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 30th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.14469","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.14469","pdf_url":"https://arxiv.org/pdf/2007.14469","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3045579070","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2007.14469.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2007.14469","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2007.14469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.17023/5pms-6d27","is_oa":true,"landing_page_url":"https://doi.org/10.17023/5pms-6d27","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.14469","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.14469","pdf_url":"https://arxiv.org/pdf/2007.14469","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3045579070.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1482149378","https://openalex.org/W1815076433","https://openalex.org/W2107878631","https://openalex.org/W2146502635","https://openalex.org/W2221409856","https://openalex.org/W2402268235","https://openalex.org/W2552071709","https://openalex.org/W2734774145","https://openalex.org/W2737818580","https://openalex.org/W2785921341","https://openalex.org/W2891405874","https://openalex.org/W2894785362","https://openalex.org/W2912811302","https://openalex.org/W2952218014","https://openalex.org/W2963399222","https://openalex.org/W2963959597","https://openalex.org/W2964058413","https://openalex.org/W2964121744","https://openalex.org/W2972541922","https://openalex.org/W2994689640","https://openalex.org/W2994747431","https://openalex.org/W2998657200","https://openalex.org/W3008880747","https://openalex.org/W6631190155","https://openalex.org/W6638545294","https://openalex.org/W6681435938","https://openalex.org/W6713098461","https://openalex.org/W6726983090","https://openalex.org/W6729728456","https://openalex.org/W6755310813","https://openalex.org/W6767164110","https://openalex.org/W6772129282"],"related_works":["https://openalex.org/W3093964892","https://openalex.org/W2124930496","https://openalex.org/W3012282935","https://openalex.org/W2232172209","https://openalex.org/W3156449401","https://openalex.org/W2805288670","https://openalex.org/W2887774709","https://openalex.org/W2905607447","https://openalex.org/W2949968602","https://openalex.org/W5067629","https://openalex.org/W2108078105","https://openalex.org/W2985715815","https://openalex.org/W2777897593","https://openalex.org/W3104247645","https://openalex.org/W3203277135","https://openalex.org/W2792275277","https://openalex.org/W3095342686","https://openalex.org/W2062858921","https://openalex.org/W3044855816","https://openalex.org/W3206903482"],"abstract_inverted_index":{"Clipping":[0],"the":[1,37,63,84],"gradient":[2,9,32,40],"is":[3,88],"a":[4,16,23,31,67,99],"known":[5],"approach":[6],"to":[7,91],"improving":[8],"descent,":[10],"but":[11],"requires":[12],"hand":[13],"selection":[14],"of":[15,39,62,66,83,101],"clipping":[17,33],"threshold":[18],"hyperparameter.":[19],"We":[20],"present":[21],"AutoClip,":[22],"simple":[24,90],"method":[25],"for":[26,56],"automatically":[27],"and":[28,72,93],"adaptively":[29],"choosing":[30],"threshold,":[34],"based":[35],"on":[36],"history":[38],"norms":[41],"observed":[42],"during":[43],"training.":[44],"Experimental":[45],"results":[46,51],"show":[47,75],"that":[48,76],"applying":[49],"Au-toClip":[50],"in":[52],"improved":[53],"generalization":[54],"performance":[55],"audio":[57],"source":[58],"separation":[59,68],"networks.":[60],"Observation":[61],"training":[64],"dynamics":[65],"network":[69],"trained":[70],"with":[71],"without":[73],"AutoClip":[74,77,87],"guides":[78],"optimization":[79],"into":[80,98],"smoother":[81],"parts":[82],"loss":[85],"landscape.":[86],"very":[89],"implement":[92],"can":[94],"be":[95],"integrated":[96],"readily":[97],"variety":[100],"applications":[102],"across":[103],"multiple":[104],"domains.":[105]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}