{"id":"https://openalex.org/W4402979621","doi":"https://doi.org/10.1109/icme57554.2024.10688332","title":"PianoBART: Symbolic Piano Music Generation and Understanding with Large-Scale Pre-Training","display_name":"PianoBART: Symbolic Piano Music Generation and Understanding with Large-Scale Pre-Training","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402979621","doi":"https://doi.org/10.1109/icme57554.2024.10688332"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027615646","display_name":"Xiao Liang","orcid":"https://orcid.org/0009-0008-1584-6267"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Liang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078420686","display_name":"Zijian Zhao","orcid":"https://orcid.org/0000-0002-7849-814X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijian Zhao","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111125441","display_name":"Weichao Zeng","orcid":"https://orcid.org/0000-0002-0263-0976"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weichao Zeng","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457867","display_name":"Yutong He","orcid":"https://orcid.org/0000-0001-6082-0615"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutong He","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102702874","display_name":"Fupeng He","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fupeng He","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000423405","display_name":"Yiyi Wang","orcid":"https://orcid.org/0000-0001-6896-6432"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyi Wang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040743941","display_name":"Chengying Gao","orcid":"https://orcid.org/0000-0003-1160-0717"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengying Gao","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5027615646"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.987,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77355081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/piano","display_name":"Piano","score":0.8829190731048584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6184363961219788},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5823831558227539},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5678284764289856},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.43910884857177734},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.17685922980308533},{"id":"https://openalex.org/keywords/art-history","display_name":"Art history","score":0.07368853688240051},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.05433744192123413}],"concepts":[{"id":"https://openalex.org/C124086623","wikidata":"https://www.wikidata.org/wiki/Q5994","display_name":"Piano","level":2,"score":0.8829190731048584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6184363961219788},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5823831558227539},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5678284764289856},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43910884857177734},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.17685922980308533},{"id":"https://openalex.org/C52119013","wikidata":"https://www.wikidata.org/wiki/Q50637","display_name":"Art history","level":1,"score":0.07368853688240051},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.05433744192123413},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2067944416","https://openalex.org/W2752816251","https://openalex.org/W3034559727","https://openalex.org/W3034999214","https://openalex.org/W3092850823","https://openalex.org/W3092879656","https://openalex.org/W3093121331","https://openalex.org/W3173187964","https://openalex.org/W3175663427","https://openalex.org/W4293518855","https://openalex.org/W4379806206","https://openalex.org/W4385245566","https://openalex.org/W4386076084","https://openalex.org/W4401538697"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2316271602","https://openalex.org/W2357375963","https://openalex.org/W607893370","https://openalex.org/W629160228","https://openalex.org/W584653787","https://openalex.org/W4362512397","https://openalex.org/W587444722","https://openalex.org/W2022713566"],"abstract_inverted_index":{"Learning":[0],"musical":[1,76,95],"structures":[2],"and":[3,12,27,49,71,86,97,106,111],"composition":[4],"patterns":[5,96],"is":[6],"necessary":[7],"for":[8,43,58,83],"both":[9,44],"music":[10,29,47,84],"generation":[11,48,85],"understanding,":[13],"but":[14],"current":[15],"methods":[16],"do":[17],"not":[18],"make":[19],"uniform":[20],"use":[21],"of":[22,62],"learned":[23],"features":[24],"to":[25],"generate":[26],"comprehend":[28],"simultaneously.":[30],"In":[31],"this":[32],"paper,":[33],"we":[34],"propose":[35],"PianoBART,":[36,63],"a":[37,53],"pre-trained":[38],"model":[39],"that":[40,91],"uses":[41],"BART":[42],"symbolic":[45],"piano":[46],"understanding.":[50],"We":[51],"devise":[52],"multi-level":[54],"object":[55],"selection":[56],"strategy":[57],"different":[59],"pre-training":[60,80],"tasks":[61],"which":[64],"can":[65],"prevent":[66],"information":[67],"leakage":[68],"or":[69],"loss":[70],"enhance":[72],"learning":[73],"ability.":[74],"The":[75],"semantics":[77],"captured":[78],"in":[79,101],"are":[81,114],"fine-tuned":[82],"understanding":[87],"tasks.":[88],"Experiments":[89],"demonstrate":[90],"PianoBART":[92],"efficiently":[93],"learns":[94],"achieves":[98],"outstanding":[99],"performance":[100],"generating":[102],"high-quality":[103],"coherent":[104],"pieces":[105],"comprehending":[107],"music.":[108],"Our":[109],"code":[110],"supplementary":[112],"material":[113],"available":[115],"at":[116],"https://github.com/RS2002/PianoBart.":[117]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2024-10-01T00:00:00"}