{"id":"https://openalex.org/W4404603408","doi":"https://doi.org/10.3389/fnbot.2024.1479694","title":"MusicARLtrans Net: a multimodal agent interactive music education system driven via reinforcement learning","display_name":"MusicARLtrans Net: a multimodal agent interactive music education system driven via reinforcement learning","publication_year":2024,"publication_date":"2024-11-21","ids":{"openalex":"https://openalex.org/W4404603408","doi":"https://doi.org/10.3389/fnbot.2024.1479694","pmid":"https://pubmed.ncbi.nlm.nih.gov/39641004"},"language":"en","primary_location":{"id":"doi:10.3389/fnbot.2024.1479694","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2024.1479694","pdf_url":null,"source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3389/fnbot.2024.1479694","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100656232","display_name":"Jie Chang","orcid":"https://orcid.org/0000-0002-3601-5402"},"institutions":[{"id":"https://openalex.org/I157264075","display_name":"Sangmyung University","ror":"https://ror.org/01x4whx42","country_code":"KR","type":"education","lineage":["https://openalex.org/I157264075"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jie Chang","raw_affiliation_strings":["School of Music, Sangmyung University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Music, Sangmyung University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I157264075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010123761","display_name":"Zhenmeng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenmeng Wang","raw_affiliation_strings":["School of Music, Qufu Normal University, Rizhao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Music, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033079705","display_name":"Chao Yan","orcid":"https://orcid.org/0000-0002-2691-7955"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Yan","raw_affiliation_strings":["School of Computer Science, Qufu Normal University, Rizhao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3295,"currency":"USD","value_usd":3295},"apc_paid":{"value":3295,"currency":"USD","value_usd":3295},"fwci":2.3448,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89862789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"18","issue":null,"first_page":"1479694","last_page":"1479694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.1145000010728836,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.1145000010728836,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14369","display_name":"Diverse Interdisciplinary Research Innovations","score":0.10400000214576721,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11425","display_name":"Diverse Music Education Insights","score":0.05339999869465828,"subfield":{"id":"https://openalex.org/subfields/1210","display_name":"Music"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8569613099098206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8427464365959167},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4816914498806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38065552711486816},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.32881563901901245}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8569613099098206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8427464365959167},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4816914498806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38065552711486816},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32881563901901245}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fnbot.2024.1479694","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2024.1479694","pdf_url":null,"source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},{"id":"pmid:39641004","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39641004","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in neurorobotics","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11617572","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11617572","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11617572/pdf/fnbot-18-1479694.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Neurorobot","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:be7bf401047f4ec4b5ab6f7a89f0f55d","is_oa":false,"landing_page_url":"https://doaj.org/article/be7bf401047f4ec4b5ab6f7a89f0f55d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Neurorobotics, Vol 18 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fnbot.2024.1479694","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2024.1479694","pdf_url":null,"source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W146976060","https://openalex.org/W1987426045","https://openalex.org/W2000514530","https://openalex.org/W2030392732","https://openalex.org/W2080317558","https://openalex.org/W2085457662","https://openalex.org/W2160624913","https://openalex.org/W2292405593","https://openalex.org/W2526754162","https://openalex.org/W2539397675","https://openalex.org/W2563031223","https://openalex.org/W2580589825","https://openalex.org/W2930249865","https://openalex.org/W2965565635","https://openalex.org/W2968036310","https://openalex.org/W2991598445","https://openalex.org/W3016232124","https://openalex.org/W3026649487","https://openalex.org/W3103821002","https://openalex.org/W3180992661","https://openalex.org/W4212952270","https://openalex.org/W4225729712","https://openalex.org/W4312638585","https://openalex.org/W4367397178","https://openalex.org/W4372346152","https://openalex.org/W4382202533","https://openalex.org/W4382399592","https://openalex.org/W4385338592","https://openalex.org/W4390584251","https://openalex.org/W4399926234","https://openalex.org/W4401526809"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Introduction":[0],"In":[1],"recent":[2],"years,":[3],"with":[4,58,211],"the":[5,12,45,77,117,201,207,224,257],"rapid":[6],"development":[7],"of":[8,14,47,79,112,198,259],"artificial":[9],"intelligence":[10],"technology,":[11],"field":[13],"music":[15,25,94,168,182,265],"education":[16,26,95,183],"has":[17],"begun":[18],"to":[19,64,108,133,167,241],"explore":[20],"new":[21],"teaching":[22,135,235],"models.":[23],"Traditional":[24],"research":[27],"methods":[28,55],"have":[29],"primarily":[30],"focused":[31],"on":[32,200,206],"single-modal":[33],"studies":[34],"such":[35],"as":[36],"note":[37],"recognition":[38,229],"and":[39,51,69,125,129,138,145,156,162,171,175,180,204,218,234,245,253],"instrument":[40],"performance":[41],"techniques,":[42],"often":[43,56],"overlooking":[44],"importance":[46],"multimodal":[48,60,92,127,164,231],"data":[49,61,165,232],"integration":[50],"interactive":[52,93,148],"teaching.":[53,80],"Existing":[54],"struggle":[57],"handling":[59],"effectively,":[62],"unable":[63],"fully":[65],"utilize":[66],"visual,":[67,155],"auditory,":[68,154],"textual":[70,157],"information":[71],"for":[72,123],"comprehensive":[73],"analysis,":[74],"which":[75,238],"limits":[76],"effectiveness":[78],"Methods":[81],"To":[82],"address":[83],"these":[84],"challenges,":[85],"this":[86],"project":[87],"introduces":[88],"MusicARLtrans":[89,189],"Net,":[90],"a":[91,143],"agent":[96],"system":[97,103,160],"driven":[98],"by":[99,151],"reinforcement":[100,131],"learning.":[101],"The":[102,159,248],"integrates":[104,172],"Speech-to-Text":[105],"(STT)":[106],"technology":[107],"achieve":[109],"accurate":[110],"transcription":[111],"user":[113,246],"voice":[114],"commands,":[115],"utilizes":[116],"ALBEF":[118],"(Align":[119],"Before":[120],"Fuse)":[121],"model":[122],"aligning":[124],"integrating":[126],"data,":[128],"applies":[130],"learning":[132,149,243],"optimize":[134],"strategies.":[136],"Results":[137],"discussion":[139],"This":[140],"approach":[141],"provides":[142],"personalized":[144],"real-time":[146],"feedback":[147],"experience":[150],"effectively":[152],"combining":[153],"information.":[158],"collects":[161],"annotates":[163],"related":[166],"education,":[169],"trains":[170],"various":[173],"modules,":[174],"ultimately":[176],"delivers":[177],"an":[178,196],"efficient":[179],"intelligent":[181],"agent.":[184],"Experimental":[185],"results":[186,222],"demonstrate":[187],"that":[188],"Net":[190],"significantly":[191],"outperforms":[192],"traditional":[193],"methods,":[194],"achieving":[195],"accuracy":[197],"96.77%":[199],"LibriSpeech":[202],"dataset":[203],"97.55%":[205],"MS":[208],"COCO":[209],"dataset,":[210],"marked":[212],"improvements":[213],"in":[214,227,263],"recall,":[215],"F1":[216],"score,":[217],"AUC":[219],"metrics.":[220],"These":[221],"highlight":[223],"system's":[225],"superiority":[226],"speech":[228],"accuracy,":[230],"understanding,":[233],"strategy":[236],"optimization,":[237],"together":[239],"lead":[240],"enhanced":[242],"outcomes":[244],"satisfaction.":[247],"findings":[249],"hold":[250],"substantial":[251],"academic":[252],"practical":[254],"significance,":[255],"demonstrating":[256],"potential":[258],"advanced":[260],"AI-driven":[261],"systems":[262],"revolutionizing":[264],"education.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}