{"id":"https://openalex.org/W4392576936","doi":"https://doi.org/10.1109/taslp.2024.3379894","title":"Self-Supervised Learning of Multi-Level Audio Representations for Music Segmentation","display_name":"Self-Supervised Learning of Multi-Level Audio Representations for Music Segmentation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392576936","doi":"https://doi.org/10.1109/taslp.2024.3379894"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3379894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3379894","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04485065v1/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087112013","display_name":"Morgan Buisson","orcid":"https://orcid.org/0000-0001-8541-3071"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Morgan Buisson","raw_affiliation_strings":["Télécom Paris, Palaiseau, France"],"affiliations":[{"raw_affiliation_string":"Télécom Paris, Palaiseau, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010404092","display_name":"Brian McFee","orcid":"https://orcid.org/0000-0001-6261-9747"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian McFee","raw_affiliation_strings":["New York University, New York, NY, USA","MARL - Music and Audio Research Lab [New York] (70 Washington Square South, New York, NY 10012 - United States)","CDS - Center for Data Science [NYU] (New York University, CDS, 7th floor, 60 5th Ave, New York, NY, 1001 - United States)"],"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"MARL - Music and Audio Research Lab [New York] (70 Washington Square South, New York, NY 10012 - United States)","institution_ids":[]},{"raw_affiliation_string":"CDS - Center for Data Science [NYU] (New York University, CDS, 7th floor, 60 5th Ave, New York, NY, 1001 - United States)","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060031161","display_name":"Slim Essid","orcid":"https://orcid.org/0000-0002-0028-327X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Slim Essid","raw_affiliation_strings":["Télécom Paris, Palaiseau, France"],"affiliations":[{"raw_affiliation_string":"Télécom Paris, Palaiseau, France","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111142535","display_name":"H\u00e9l\u00e8ne C. Crayencour","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"H\u00e9l\u00e8ne C. Crayencour","raw_affiliation_strings":["CNRS-Univ.Paris-Sud-CentraleSupélec, Gif-sur-Yvette, France"],"affiliations":[{"raw_affiliation_string":"CNRS-Univ.Paris-Sud-CentraleSupélec, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I4210107720","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087112013"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0513,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73102021,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"2141","last_page":"2152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5800398588180542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5260279774665833},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.47350791096687317},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39963385462760925}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5800398588180542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5260279774665833},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.47350791096687317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39963385462760925}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taslp.2024.3379894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3379894","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04485065v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04485065","pdf_url":"https://hal.science/hal-04485065v1/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech and Language Processing, 2024, pp.1-13. ⟨10.1109/TASLP.2024.3379894⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04485065v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04485065","pdf_url":"https://hal.science/hal-04485065v1/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech and Language Processing, 2024, pp.1-13. ⟨10.1109/TASLP.2024.3379894⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392576936.pdf","grobid_xml":"https://content.openalex.org/works/W4392576936.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1990259712","https://openalex.org/W1994164876","https://openalex.org/W2032085270","https://openalex.org/W2101642281","https://openalex.org/W2405656250","https://openalex.org/W2593330291","https://openalex.org/W2739226128","https://openalex.org/W2769345197","https://openalex.org/W2913868053","https://openalex.org/W2939753704","https://openalex.org/W2963258075","https://openalex.org/W2964271799","https://openalex.org/W3015470225","https://openalex.org/W3015829441","https://openalex.org/W3015962533","https://openalex.org/W3098447809","https://openalex.org/W3162583214","https://openalex.org/W3208743843","https://openalex.org/W4224944643","https://openalex.org/W4312805589","https://openalex.org/W4386763510","https://openalex.org/W6680970901","https://openalex.org/W6697165675","https://openalex.org/W6697615161","https://openalex.org/W6714030504","https://openalex.org/W6714143802","https://openalex.org/W6730323794","https://openalex.org/W6745957814","https://openalex.org/W6746743978","https://openalex.org/W6756240169","https://openalex.org/W6766978945","https://openalex.org/W6769981408","https://openalex.org/W6770646036","https://openalex.org/W6803752119","https://openalex.org/W6804109046","https://openalex.org/W6811445250","https://openalex.org/W6842644747","https://openalex.org/W6845137767","https://openalex.org/W6856600103"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,159],"task":[1],"of":[2,15,37,41,48,91,110,139,145,176,191,197],"music":[3,49,80,93,126],"structure":[4,50,231],"analysis":[5],"refers":[6],"to":[7,102,122,129,149,209,219,229],"automatically":[8],"identifying":[9],"the":[10,13,22,38,46,52,58,66,84,87,177,212],"location":[11],"and":[12,51,99,167,200],"nature":[14],"musical":[16],"sections":[17],"within":[18],"a":[19,73,107,116,151,156,223],"song.":[20],"In":[21,113],"supervised":[23,98,224],"scenario,":[24],"structural":[25,60,130,184],"annotations":[26,61,237],"generally":[27],"result":[28],"from":[29],"exhaustive":[30],"data":[31,94],"collection":[32],"processes,":[33],"which":[34,193],"represents":[35],"one":[36],"main":[39],"challenges":[40],"this":[42,114,136],"task.":[43],"Moreover,":[44],"both":[45,165],"subjectivity":[47],"hierarchical":[53],"characteristics":[54],"it":[55],"exhibits":[56],"make":[57],"obtained":[59,213],"not":[62,71],"fully":[63],"reliable,":[64],"in":[65,79,155,227,233],"sense":[67],"that":[68,172],"they":[69],"do":[70],"convey":[72],"\u201cuniversal":[74],"ground-truth\u201d":[75],"unlike":[76],"other":[77,85],"tasks":[78],"information":[81],"retrieval.":[82],"On":[83],"hand,":[86],"quickly":[88],"growing":[89],"quantity":[90],"available":[92],"has":[95],"enabled":[96],"weakly":[97],"self-supervised":[100,117],"approaches":[101],"achieve":[103],"impressive":[104],"results":[105],"on":[106,164],"wide":[108],"range":[109],"music-related":[111],"problems.":[112],"work,":[115],"learning":[118],"method":[119,161],"is":[120,162],"proposed":[121,160],"learn":[123],"robust":[124],"multi-level":[125,168,201],"representations":[127,214],"prior":[128],"segmentation":[131],"using":[132,222],"contrastive":[133],"learning.":[134],"To":[135],"end,":[137],"sets":[138],"frames":[140],"sampled":[141],"at":[142,186],"different":[143],"levels":[144],"detail":[146],"are":[147,206],"used":[148],"train":[150],"deep":[152],"neural":[153],"network":[154],"disentangled":[157],"manner.":[158],"evaluated":[163],"flat":[166,199],"segmentation.":[169,202],"We":[170],"show":[171],"each":[173],"distinct":[174],"sub-region":[175],"output":[178],"embeddings":[179],"can":[180,215],"efficiently":[181],"account":[182],"for":[183],"similarity":[185],"their":[187],"own":[188],"targeted":[189],"level":[190],"detail,":[192],"ultimately":[194],"improves":[195],"performance":[196],"downstream":[198],"Finally,":[203],"complementary":[204],"experiments":[205],"carried":[207],"out":[208],"study":[210],"how":[211],"be":[216],"further":[217],"adapted":[218],"specific":[220],"datasets":[221],"fine-tuning":[225],"objective":[226],"order":[228],"facilitate":[230],"retrieval":[232],"domains":[234],"where":[235],"human":[236],"remain":[238],"scarce.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-03-08T00:00:00"}