{"id":"https://openalex.org/W4319780423","doi":"https://doi.org/10.1109/imcom56909.2023.10035617","title":"Improve symbolic music pre-training model using MusicTransformer structure","display_name":"Improve symbolic music pre-training model using MusicTransformer structure","publication_year":2023,"publication_date":"2023-01-03","ids":{"openalex":"https://openalex.org/W4319780423","doi":"https://doi.org/10.1109/imcom56909.2023.10035617"},"language":"en","primary_location":{"id":"doi:10.1109/imcom56909.2023.10035617","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/imcom56909.2023.10035617","pdf_url":null,"source":{"id":"https://openalex.org/S4363608560","display_name":"2023 17th International Conference on Ubiquitous Information Management and Communication (IMCOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 17th International Conference on Ubiquitous Information Management and Communication (IMCOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082658744","display_name":"Yingfeng Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I24254649","display_name":"Tsukuba University of Technology","ror":"https://ror.org/057bx9y85","country_code":"JP","type":"education","lineage":["https://openalex.org/I24254649"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yingfeng Fu","raw_affiliation_strings":["University of Tsukuba,Graduate school of Science and Technology,Tsukuba,Japan","Graduate school of Science and Technology, University of Tsukuba, Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba,Graduate school of Science and Technology,Tsukuba,Japan","institution_ids":["https://openalex.org/I146399215","https://openalex.org/I24254649"]},{"raw_affiliation_string":"Graduate school of Science and Technology, University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108062798","display_name":"Yusuke Tanimura","orcid":"https://orcid.org/0000-0002-9140-7169"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusuke Tanimura","raw_affiliation_strings":["National Institute of Science and Technology,Digital Architecture Research Center,Tokyo,Japan","Digital Architecture Research Center, National Institute of Science and Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Science and Technology,Digital Architecture Research Center,Tokyo,Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"Digital Architecture Research Center, National Institute of Science and Technology, Tokyo, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027931271","display_name":"Hidemoto Nakada","orcid":"https://orcid.org/0000-0002-8901-2504"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hidemoto Nakada","raw_affiliation_strings":["National Institute of Science and Technology,Digital Architecture Research Center,Tokyo,Japan","Digital Architecture Research Center, National Institute of Science and Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Science and Technology,Digital Architecture Research Center,Tokyo,Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"Digital Architecture Research Center, National Institute of Science and Technology, Tokyo, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2417,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.3547329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8108662366867065},{"id":"https://openalex.org/keywords/music-information-retrieval","display_name":"Music information retrieval","score":0.5297678112983704},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5158345103263855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4961164891719818},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.49456092715263367},{"id":"https://openalex.org/keywords/the-symbolic","display_name":"The Symbolic","score":0.47128739953041077},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4642902612686157},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3946923315525055},{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.36417561769485474},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3516712784767151}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8108662366867065},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.5297678112983704},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5158345103263855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4961164891719818},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.49456092715263367},{"id":"https://openalex.org/C2776095079","wikidata":"https://www.wikidata.org/wiki/Q489538","display_name":"The Symbolic","level":2,"score":0.47128739953041077},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4642902612686157},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3946923315525055},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.36417561769485474},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3516712784767151},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/imcom56909.2023.10035617","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/imcom56909.2023.10035617","pdf_url":null,"source":{"id":"https://openalex.org/S4363608560","display_name":"2023 17th International Conference on Ubiquitous Information Management and Communication (IMCOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 17th International Conference on Ubiquitous Information Management and Communication (IMCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G5023806269","display_name":"Parallel-Distributed Machine Learning Environment for Reinforcement Learning","funder_award_id":"19K11994","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2896457183","https://openalex.org/W3093121331","https://openalex.org/W3093215104","https://openalex.org/W3106118231","https://openalex.org/W3173187964","https://openalex.org/W4206192903","https://openalex.org/W4286859154","https://openalex.org/W4385245566","https://openalex.org/W6636510571","https://openalex.org/W6755182157","https://openalex.org/W6755207826","https://openalex.org/W6781910838","https://openalex.org/W6799448330"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Pre-training":[0],"driven":[1],"by":[2,104],"vast":[3],"data":[4],"has":[5,15],"shown":[6],"great":[7],"power":[8],"in":[9,40],"natural":[10],"language":[11,72],"understanding.":[12],"The":[13,152],"idea":[14],"also":[16],"been":[17],"applied":[18],"to":[19,35,49,75],"symbolic":[20,29,91],"music.":[21],"However,":[22],"many":[23],"existing":[24,65,111,134],"works":[25,135],"using":[26],"pre-training":[27,73,169],"for":[28,57],"music":[30,92],"are":[31],"not":[32],"general":[33],"enough":[34],"tackle":[36],"all":[37],"the":[38,51,58,64,96,106,110,130,137,149,156,163,167],"tasks":[39],"musical":[41],"information":[42],"retrieval,":[43],"and":[44,60,125,133],"there":[45],"is":[46,100,159],"still":[47],"space":[48],"improve":[50],"model":[52,88,107,132,147,158],"structure.":[53,108],"To":[54],"make":[55,141],"up":[56],"insufficiency":[59],"compare":[61],"it":[62],"with":[63,148,166],"works,":[66],"we":[67,84,115],"employed":[68],"a":[69,77,142],"BERT-like":[70],"masked":[71],"approach":[74],"train":[76],"stacked":[78],"MusicTransformer":[79],"on":[80,89],"MAESTRO":[81],"dataset.":[82],"Then":[83],"fine-tuned":[85],"our":[86,98,145],"pre-trained":[87,129,146],"several":[90,117],"understanding":[93],"tasks.":[94],"In":[95],"work,":[97],"contribution":[99],"1)we":[101],"improved":[102],"MusicBERT":[103],"modifying":[105],"2)be-sides":[109],"evaluation":[112],"downstream":[113,118],"tasks,":[114,119],"complemented":[116],"including":[120],"melody":[121],"extraction,":[122],"emotion":[123],"classification,":[124],"composer":[126],"classification.":[127],"We":[128,140],"modified":[131,157],"under":[136],"same":[138,168],"condition.":[139],"comparison":[143],"of":[144],"previous":[150,164],"works.":[151],"result":[153],"shows":[154],"that":[155],"more":[160],"powerful":[161],"than":[162],"models":[165],"setting.":[170]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}