{"id":"https://openalex.org/W4387682234","doi":"https://doi.org/10.1109/taslp.2023.3324556","title":"Deep Prior-Based Audio Inpainting Using Multi-Resolution Harmonic Convolutional Neural Networks","display_name":"Deep Prior-Based Audio Inpainting Using Multi-Resolution Harmonic Convolutional Neural Networks","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4387682234","doi":"https://doi.org/10.1109/taslp.2023.3324556"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2023.3324556","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3324556","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/6633080/10286406.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/6570655/6633080/10286406.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093072656","display_name":"Federico Miotello","orcid":"https://orcid.org/0000-0003-2130-6423"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Miotello","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0003-2130-6423","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082962909","display_name":"Mirco Pezzoli","orcid":"https://orcid.org/0000-0003-1296-0992"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mirco Pezzoli","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1296-0992","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007911573","display_name":"Luca Comanducci","orcid":"https://orcid.org/0000-0002-4167-5173"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Comanducci","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4167-5173","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082156387","display_name":"Fabio Antonacci","orcid":"https://orcid.org/0000-0003-4545-0315"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Antonacci","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4545-0315","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051897828","display_name":"Augusto Sarti","orcid":"https://orcid.org/0000-0002-5803-1702"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Augusto Sarti","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5803-1702","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3257,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93450539,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"113","last_page":"123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9351261854171753},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.764663577079773},{"id":"https://openalex.org/keywords/audio-signal","display_name":"Audio signal","score":0.7184371948242188},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6984045505523682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6727508902549744},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.650883674621582},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.6304885149002075},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5314817428588867},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5112583637237549},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.47712042927742004},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46452581882476807},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4337957203388214},{"id":"https://openalex.org/keywords/audio-signal-processing","display_name":"Audio signal processing","score":0.4228714108467102},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38144680857658386},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3068085312843323},{"id":"https://openalex.org/keywords/speech-coding","display_name":"Speech coding","score":0.13292095065116882}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9351261854171753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.764663577079773},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.7184371948242188},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6984045505523682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6727508902549744},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.650883674621582},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6304885149002075},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5314817428588867},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5112583637237549},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.47712042927742004},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46452581882476807},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4337957203388214},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.4228714108467102},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38144680857658386},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3068085312843323},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.13292095065116882},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taslp.2023.3324556","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3324556","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/6633080/10286406.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1252997","is_oa":true,"landing_page_url":"https://hdl.handle.net/11311/1252997","pdf_url":"https://re.public.polimi.it/bitstream/11311/1252997/1/deep_prior_based_audio_inpainting_using_multi_resolution_harmonic_convolutional_neural_networks.pdf","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/taslp.2023.3324556","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3324556","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/6633080/10286406.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387682234.pdf","grobid_xml":"https://content.openalex.org/works/W4387682234.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1552314771","https://openalex.org/W1586210010","https://openalex.org/W1901129140","https://openalex.org/W2097117768","https://openalex.org/W2147585306","https://openalex.org/W2161304220","https://openalex.org/W2167449936","https://openalex.org/W2183341477","https://openalex.org/W2219249508","https://openalex.org/W2580221632","https://openalex.org/W2771305881","https://openalex.org/W2774389566","https://openalex.org/W2786105342","https://openalex.org/W2794851423","https://openalex.org/W2888169323","https://openalex.org/W2898371500","https://openalex.org/W2928133111","https://openalex.org/W2950547518","https://openalex.org/W2963276790","https://openalex.org/W2991361823","https://openalex.org/W2995254904","https://openalex.org/W2999782137","https://openalex.org/W3015338123","https://openalex.org/W3016120385","https://openalex.org/W3022195800","https://openalex.org/W3095659245","https://openalex.org/W3096709315","https://openalex.org/W3103913581","https://openalex.org/W3104724358","https://openalex.org/W3105000799","https://openalex.org/W3105183525","https://openalex.org/W3115624514","https://openalex.org/W3161904430","https://openalex.org/W3211976544","https://openalex.org/W4200217181","https://openalex.org/W4223461111","https://openalex.org/W4283824636","https://openalex.org/W4296069296","https://openalex.org/W4297841420","https://openalex.org/W4297841477","https://openalex.org/W4301373706","https://openalex.org/W4372341905","https://openalex.org/W4380434618","https://openalex.org/W6631190155","https://openalex.org/W6635076773","https://openalex.org/W6639824700","https://openalex.org/W6684384307","https://openalex.org/W6688816777","https://openalex.org/W6732646663","https://openalex.org/W6755182157","https://openalex.org/W6771599870","https://openalex.org/W6797004501"],"related_works":["https://openalex.org/W4226047903","https://openalex.org/W2289868279","https://openalex.org/W4315836293","https://openalex.org/W4231351862","https://openalex.org/W4212794605","https://openalex.org/W2970176078","https://openalex.org/W2098934641","https://openalex.org/W1975359510","https://openalex.org/W2088690926","https://openalex.org/W1526651343"],"abstract_inverted_index":{"In":[0,130],"this":[1,46],"manuscript,":[2],"we":[3],"propose":[4],"a":[5,53,57,86,98,110,136,145,161,171,195],"novel":[6],"method":[7,49,159],"to":[8,63,81,94,119,179,193,208],"perform":[9,180],"audio":[10,16,39,121,134,140,150,165],"inpainting,":[11,135],"i.e.,":[12],"the":[13,28,34,67,83,102,125,131,181,188,201,210],"restoration":[14],"of":[15,30,36,69,85,133,148,164,170,200,218],"signals":[17,122,166],"presenting":[18,138],"multiple":[19],"missing":[20],"parts.":[21],"Audio":[22],"inpainting":[23],"can":[24,116],"be":[25,64,117],"interpreted":[26],"in":[27,66,215],"context":[29,132],"inverse":[31,71],"problems":[32],"as":[33,89,97],"task":[35],"reconstructing":[37],"an":[38,90,149],"signal":[40],"from":[41,101,124],"its":[42,155,216],"corrupted":[43,120,156,202],"observation.":[44,157],"For":[45],"reason,":[47],"our":[48],"is":[50,191,205],"based":[51],"on":[52],"deep":[54,104,107],"prior":[55,78,92,108],"approach,":[56],"recently":[58],"proposed":[59,189],"technique":[60,190],"that":[61,175,187],"proved":[62],"effective":[65],"solution":[68],"many":[70],"problems,":[72],"among":[73],"which":[74],"image":[75],"inpainting.":[76],"Deep":[77],"allows":[79],"one":[80],"consider":[82],"structure":[84],"neural":[87],"network":[88,137],"implicit":[91],"and":[93,113,167,197],"adopt":[95],"it":[96,115],"regularizer.":[99],"Differently":[100],"classical":[103],"learning":[105],"paradigm,":[106],"performs":[109],"single-element":[111],"training":[112,127],"thus":[114],"applied":[118],"independently":[123],"available":[126],"data":[128],"sets.":[129],"relevant":[139],"priors":[141],"will":[142],"possibly":[143],"generate":[144],"restored":[146],"version":[147],"signal,":[151],"only":[152],"provided":[153],"with":[154],"Our":[158],"exploits":[160],"time-frequency":[162],"representation":[163],"makes":[168],"use":[169],"multi-resolution":[172],"convolutional":[173],"autoencoder,":[174],"has":[176],"been":[177],"enhanced":[178],"harmonic":[182],"convolution":[183],"operation.":[184],"Results":[185],"show":[186],"able":[192,207],"provide":[194],"coherent":[196],"meaningful":[198],"reconstruction":[199],"audio.":[203],"It":[204],"also":[206],"outperform":[209],"methods":[211],"considered":[212],"for":[213],"comparison,":[214],"domain":[217],"application.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}