{"id":"https://openalex.org/W4391021803","doi":"https://doi.org/10.1109/asru57964.2023.10389628","title":"Findings of the 2023 ML-Superb Challenge: Pre-Training And Evaluation Over More Languages And Beyond","display_name":"Findings of the 2023 ML-Superb Challenge: Pre-Training And Evaluation Over More Languages And Beyond","publication_year":2023,"publication_date":"2023-12-16","ids":{"openalex":"https://openalex.org/W4391021803","doi":"https://doi.org/10.1109/asru57964.2023.10389628"},"language":"en","primary_location":{"id":"doi:10.1109/asru57964.2023.10389628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389628","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101063912","display_name":"Jiatong Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Jiatong Shi","raw_affiliation_strings":["Carnegie Mellon University, National Taiwan University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101779022","display_name":"William Chen","orcid":"https://orcid.org/0000-0002-3251-3084"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"William Chen","raw_affiliation_strings":["Carnegie Mellon University, National Taiwan University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024324721","display_name":"Dan Berrebbi","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Dan Berrebbi","raw_affiliation_strings":["Carnegie Mellon University, National Taiwan University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035483337","display_name":"Hsiu-Hsuan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsiu-Hsuan Wang","raw_affiliation_strings":["National Taiwan University"],"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101526245","display_name":"Weiping Huang","orcid":"https://orcid.org/0000-0002-7306-3550"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei-Ping Huang","raw_affiliation_strings":["National Taiwan University"],"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079934369","display_name":"En-Pei Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"En-Pei Hu","raw_affiliation_strings":["National Taiwan University"],"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113021206","display_name":"Ho-Lam Chuang","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ho-Lam Chuang","raw_affiliation_strings":["National Taiwan University"],"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050058892","display_name":"Xuankai Chang","orcid":"https://orcid.org/0000-0002-5221-5412"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Xuankai Chang","raw_affiliation_strings":["Carnegie Mellon University, National Taiwan University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113110576","display_name":"Yuxun Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxun Tang","raw_affiliation_strings":["Renmin University of China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029566548","display_name":"Shang-Wen Li","orcid":"https://orcid.org/0000-0003-0656-9874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang-Wen Li","raw_affiliation_strings":["Meta AI"],"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101170706","display_name":"Abdelrahman Mohamed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdelrahman Mohamed","raw_affiliation_strings":["Rembrand"],"affiliations":[{"raw_affiliation_string":"Rembrand","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040508737","display_name":"Hung-yi Lee","orcid":"https://orcid.org/0000-0002-9654-5747"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-Yi Lee","raw_affiliation_strings":["National Taiwan University"],"affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001291873","display_name":"Shinji Watanabe","orcid":"https://orcid.org/0000-0002-5970-8631"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shinji Watanabe","raw_affiliation_strings":["Carnegie Mellon University, National Taiwan University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, National Taiwan University","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5101063912"],"corresponding_institution_ids":["https://openalex.org/I16733864"],"apc_list":null,"apc_paid":null,"fwci":0.3497,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67883343,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8166748285293579},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6704460382461548},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6565432548522949},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.614240825176239},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5785467624664307},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5541587471961975},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5209168791770935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5077613592147827},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.45477741956710815},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45232564210891724},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4217208921909332}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8166748285293579},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6704460382461548},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6565432548522949},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.614240825176239},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5785467624664307},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5541587471961975},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5209168791770935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5077613592147827},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.45477741956710815},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45232564210891724},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4217208921909332},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asru57964.2023.10389628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389628","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W97072897","https://openalex.org/W1604771987","https://openalex.org/W1970890968","https://openalex.org/W1999860150","https://openalex.org/W2159029593","https://openalex.org/W2166637769","https://openalex.org/W2291975472","https://openalex.org/W2716988359","https://openalex.org/W3036601975","https://openalex.org/W3091427154","https://openalex.org/W3096032230","https://openalex.org/W3096215352","https://openalex.org/W3097787369","https://openalex.org/W3102342027","https://openalex.org/W3119308075","https://openalex.org/W3153263923","https://openalex.org/W3170787215","https://openalex.org/W3180180466","https://openalex.org/W3189296823","https://openalex.org/W3197580070","https://openalex.org/W3198429080","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3213029956","https://openalex.org/W3217767527","https://openalex.org/W4225534571","https://openalex.org/W4280572880","https://openalex.org/W4281492411","https://openalex.org/W4283780157","https://openalex.org/W4285144981","https://openalex.org/W4285269970","https://openalex.org/W4285345683","https://openalex.org/W4287854499","https://openalex.org/W4296068763","https://openalex.org/W4296068815","https://openalex.org/W4296069143","https://openalex.org/W4319862442","https://openalex.org/W4372259817","https://openalex.org/W4378105483","https://openalex.org/W4382202628","https://openalex.org/W4385571031","https://openalex.org/W4385572318","https://openalex.org/W4385822439","https://openalex.org/W4385822456","https://openalex.org/W4385823175","https://openalex.org/W4385823192","https://openalex.org/W4387427788","https://openalex.org/W4391021639","https://openalex.org/W4391021683","https://openalex.org/W4391021748","https://openalex.org/W4394652872","https://openalex.org/W4402980127","https://openalex.org/W6603931906","https://openalex.org/W6635896687","https://openalex.org/W6771467084","https://openalex.org/W6780218876","https://openalex.org/W6852909395","https://openalex.org/W6855397293","https://openalex.org/W6856500821","https://openalex.org/W6856755909","https://openalex.org/W6857071926","https://openalex.org/W6863725965"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175"],"abstract_inverted_index":{"The":[0,25,73,91],"2023":[1],"Multilingual":[2],"Speech":[3],"Universal":[4],"Performance":[5],"Benchmark":[6],"(ML-SUPERB)":[7],"Challenge":[8,40],"expands":[9],"upon":[10],"the":[11,63,66,100],"acclaimed":[12],"SUPERB":[13],"framework,":[14],"emphasizing":[15],"self-supervised":[16],"models":[17,97],"in":[18,62,69,84,116],"multilingual":[19,37,70,104,117],"speech":[20,71,105,118],"recognition":[21],"and":[22,45,56,79,107],"language":[23,51,60,81],"identification.":[24],"challenge":[26,74],"comprises":[27],"a":[28,39,46,85,108],"research":[29],"track":[30],"focused":[31],"on":[32],"applying":[33],"ML-SUPERB":[34],"to":[35],"specific":[36],"subjects,":[38],"Track":[41,49],"for":[42,103],"model":[43,77],"submissions,":[44],"New":[47],"Language":[48],"where":[50],"resource":[52],"researchers":[53],"can":[54],"contribute":[55],"evaluate":[57],"their":[58],"low-resource":[59],"data":[61],"context":[64],"of":[65,110],"latest":[67],"progress":[68],"recognition.":[72],"garnered":[75],"12":[76],"submissions":[78],"54":[80],"corpora,":[82],"resulting":[83],"comprehensive":[86],"benchmark":[87],"encompassing":[88],"154":[89],"languages.":[90],"findings":[92],"indicate":[93],"that":[94],"merely":[95],"scaling":[96],"is":[98],"not":[99],"definitive":[101],"solution":[102],"tasks,":[106],"variety":[109],"speech/voice":[111],"types":[112],"present":[113],"significant":[114],"challenges":[115],"processing.":[119]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}