{"id":"https://openalex.org/W4379806206","doi":"https://doi.org/10.1145/3591106.3592237","title":"More Than Simply Masking: Exploring Pre-training Strategies for Symbolic Music Understanding","display_name":"More Than Simply Masking: Exploring Pre-training Strategies for Symbolic Music Understanding","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379806206","doi":"https://doi.org/10.1145/3591106.3592237"},"language":"en","primary_location":{"id":"doi:10.1145/3591106.3592237","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592237","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023216625","display_name":"Zhexu Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhexu Shen","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-6346-3868","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032091007","display_name":"Liang Yang","orcid":"https://orcid.org/0000-0002-5557-7515"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yang","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-5557-7515","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014581366","display_name":"Zhihan Yang","orcid":"https://orcid.org/0009-0002-5196-7011"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihan Yang","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0009-0002-5196-7011","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023931221","display_name":"Hongfei Lin","orcid":"https://orcid.org/0000-0003-0872-7688"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfei Lin","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-0872-7688","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023216625"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":1.3432,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80984215,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"540","last_page":"544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8124549388885498},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6133238673210144},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5086358785629272},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.5053853988647461},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5019207000732422},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.48467114567756653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47193023562431335},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4413129985332489},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4335731863975525},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4179568886756897},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39235615730285645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8124549388885498},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6133238673210144},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5086358785629272},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5053853988647461},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5019207000732422},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48467114567756653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47193023562431335},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4413129985332489},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4335731863975525},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4179568886756897},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39235615730285645},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3591106.3592237","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592237","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G129255007","display_name":null,"funder_award_id":"61702080, 62076046, 62006130, 62066044","funder_id":"https://openalex.org/F4320334062","funder_display_name":"National Natural Science Foundation of China-Liaoning Joint Fund"}],"funders":[{"id":"https://openalex.org/F4320334062","display_name":"National Natural Science Foundation of China-Liaoning Joint Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W395933519","https://openalex.org/W2129192849","https://openalex.org/W2595551253","https://openalex.org/W2920942922","https://openalex.org/W3092879656","https://openalex.org/W3175663427","https://openalex.org/W3205091761"],"related_works":["https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438","https://openalex.org/W1991374750"],"abstract_inverted_index":{"Pre-trained":[0],"language":[1,11,28,49],"models":[2],"have":[3],"become":[4],"the":[5,18,43,57,77,84,91,101,114,121],"prevailing":[6],"approach":[7],"for":[8],"handling":[9],"natural":[10,27,48],"processing":[12],"tasks":[13],"in":[14,20,72],"recent":[15],"years.":[16],"Given":[17],"similarities":[19],"sequential":[21],"features":[22,59],"between":[23,45],"symbolic":[24,39,97,110,133],"music":[25,40,46,61,111,129,134],"and":[26,47,82,113,136],"text,":[29],"it":[30,52],"is":[31],"fairly":[32],"logical":[33],"to":[34,38,54,89],"adopt":[35],"pre-training":[36,65,105,124],"methods":[37],"data.":[41],"However,":[42],"disparity":[44],"text":[50],"makes":[51],"difficult":[53],"comprehensively":[55],"model":[56,125],"unique":[58],"of":[60,93,103,116],"through":[62],"traditional":[63],"text-based":[64],"strategies":[66,106],"alone.":[67],"To":[68],"address":[69],"this":[70,73],"challenge,":[71],"paper,":[74],"we":[75],"design":[76],"quad-attribute":[78],"masking":[79],"(QM)":[80],"strategy":[81],"propose":[83],"key":[85],"prediction":[86],"(KP)":[87],"task":[88],"improve":[90,138],"extraction":[92],"generic":[94],"knowledge":[95,131],"from":[96,132],"music.":[98],"We":[99],"evaluate":[100],"impact":[102],"various":[104],"on":[107,140],"several":[108],"public":[109],"datasets,":[112],"results":[115],"our":[117],"experiments":[118],"reveal":[119],"that":[120],"proposed":[122],"multi-task":[123],"can":[126],"effectively":[127],"capture":[128],"domain":[130],"data":[135],"significantly":[137],"performance":[139],"downstream":[141],"tasks.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}