{"id":"https://openalex.org/W4385987054","doi":"https://doi.org/10.21437/slate.2023-32","title":"New data, benchmark and baseline for L2 speaking assessment for low-resoure languages","display_name":"New data, benchmark and baseline for L2 speaking assessment for low-resoure languages","publication_year":2023,"publication_date":"2023-08-18","ids":{"openalex":"https://openalex.org/W4385987054","doi":"https://doi.org/10.21437/slate.2023-32"},"language":"en","primary_location":{"id":"doi:10.21437/slate.2023-32","is_oa":false,"landing_page_url":"https://doi.org/10.21437/slate.2023-32","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"9th Workshop on Speech and Language Technology in Education (SLaTE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://jyx.jyu.fi/bitstreams/017cbcd7-91a0-44df-8c2e-bef9c98ab68d/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043424064","display_name":"Mikko Kurimo","orcid":"https://orcid.org/0000-0001-5278-7974"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Mikko Kurimo","raw_affiliation_strings":["Department of Information and Communications Engineering, Aalto University, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communications Engineering, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082953089","display_name":"Yaroslav Getman","orcid":"https://orcid.org/0000-0003-4680-8294"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Yaroslav Getman","raw_affiliation_strings":["Department of Information and Communications Engineering, Aalto University, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communications Engineering, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035401913","display_name":"Ekaterina Voskoboinik","orcid":"https://orcid.org/0009-0007-2691-5793"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ekaterina Voskoboinik","raw_affiliation_strings":["Department of Information and Communications Engineering, Aalto University, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communications Engineering, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044493375","display_name":"Ragheb Al-Ghezi","orcid":"https://orcid.org/0000-0003-0141-5753"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ragheb Al-Ghezi","raw_affiliation_strings":["Department of Information and Communications Engineering, Aalto University, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communications Engineering, Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000412587","display_name":"Heini Kallio","orcid":"https://orcid.org/0000-0002-1263-9624"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Heini Kallio","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Finland,"],"affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Finland,","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070466290","display_name":"Mikko Kuronen","orcid":"https://orcid.org/0000-0001-5971-7063"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mikko Kuronen","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Finland,"],"affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Finland,","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016610998","display_name":"Anna von Zansen","orcid":"https://orcid.org/0000-0002-6444-7667"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Anna von Zansen","raw_affiliation_strings":["University of Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"University of Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026235195","display_name":"Raili Hild\u00e9n","orcid":"https://orcid.org/0000-0002-5114-5600"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Raili Hilden","raw_affiliation_strings":["University of Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"University of Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092662847","display_name":"Sirkku Kronholm","orcid":null},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sirkku Kronholm","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Finland,"],"affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Finland,","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041427994","display_name":"Ari Huhta","orcid":"https://orcid.org/0000-0003-3124-449X"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ari Huhta","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Finland,"],"affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Finland,","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001408607","display_name":"Krister Lind\u00e9n","orcid":"https://orcid.org/0000-0003-2337-303X"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Krister Linden","raw_affiliation_strings":["University of Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"University of Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5043424064"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":0.1772,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56192495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"166","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8037935495376587},{"id":"https://openalex.org/keywords/pronunciation","display_name":"Pronunciation","score":0.7975255250930786},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.7594810724258423},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.7574654817581177},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6968902349472046},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6454185247421265},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6121493577957153},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5600376725196838},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5074238181114197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49288439750671387},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.48749661445617676},{"id":"https://openalex.org/keywords/speech-technology","display_name":"Speech technology","score":0.4428800344467163},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.3419903516769409},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15574514865875244},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15307888388633728},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.12372687458992004}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037935495376587},{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.7975255250930786},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.7594810724258423},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.7574654817581177},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6968902349472046},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6454185247421265},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6121493577957153},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5600376725196838},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5074238181114197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49288439750671387},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.48749661445617676},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.4428800344467163},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.3419903516769409},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15574514865875244},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15307888388633728},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.12372687458992004},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.21437/slate.2023-32","is_oa":false,"landing_page_url":"https://doi.org/10.21437/slate.2023-32","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"9th Workshop on Speech and Language Technology in Education (SLaTE)","raw_type":"proceedings-article"},{"id":"pmh:oai:jyx.jyu.fi:123456789/88853","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202309014887","pdf_url":"https://jyx.jyu.fi/bitstreams/017cbcd7-91a0-44df-8c2e-bef9c98ab68d/download","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"D3"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/124674","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/cae10a3b-fefc-43cc-a539-3bb08c8e8d04","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"pmh:oai:jyx.jyu.fi:123456789/88853","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202309014887","pdf_url":"https://jyx.jyu.fi/bitstreams/017cbcd7-91a0-44df-8c2e-bef9c98ab68d/download","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"D3"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6899999976158142,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385987054.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2994107722","https://openalex.org/W3036601975","https://openalex.org/W3119308075","https://openalex.org/W3196525293","https://openalex.org/W3198446739","https://openalex.org/W3198712976","https://openalex.org/W3204876501","https://openalex.org/W4221149077","https://openalex.org/W4229452629","https://openalex.org/W4292457883","https://openalex.org/W4304087162","https://openalex.org/W4319862242","https://openalex.org/W4319862401","https://openalex.org/W4319998451","https://openalex.org/W4376645503"],"related_works":["https://openalex.org/W4397292310","https://openalex.org/W2500421879","https://openalex.org/W2184371793","https://openalex.org/W2186688931","https://openalex.org/W4205598694","https://openalex.org/W2537969829","https://openalex.org/W2389032213","https://openalex.org/W2356192947","https://openalex.org/W4391272374","https://openalex.org/W4200068392"],"abstract_inverted_index":{"The":[0,70],"development":[1],"of":[2,27,30,44,142],"large":[3],"multilingual":[4,116],"speech":[5,13,25,46],"models":[6],"provides":[7],"the":[8,24,119],"possibility":[9],"to":[10,124],"construct":[11],"high-quality":[12],"technology":[14],"even":[15],"for":[16,40,78,118,137],"low-resource":[17],"languages.":[18],"In":[19,122],"this":[20,103],"paper,":[21],"we":[22,36,99],"present":[23,91],"data":[26,104],"L2":[28,133],"learners":[29],"Finnish":[31],"and":[32,42,49,67,76,85,95,105,135,140],"Finland":[33],"Swedish":[34],"that":[35],"have":[37,72,100],"recently":[38],"collected":[39],"training":[41],"evaluation":[43,141],"automatic":[45],"recognition":[47],"(ASR)":[48],"speaking":[50],"assessment":[51],"(ASA).":[52],"It":[53],"includes":[54],"over":[55,59],"4000":[56],"recordings":[57,71],"by":[58,113,132],"300":[60],"students":[61,134],"per":[62],"language":[63],"in":[64],"short":[65],"read-aloud":[66],"free-form":[68],"tasks.":[69],"been":[73],"manually":[74],"transcribed":[75],"assessed":[77],"pronunciation,":[79],"fluency,":[80],"range,":[81],"accuracy,":[82],"task":[83],"achievement,":[84],"a":[86],"holistic":[87],"proficiency":[88],"level.":[89],"We":[90],"also":[92],"an":[93],"ASR":[94],"ASA":[96],"benchmarking":[97],"setup":[98],"constructed":[101],"using":[102],"include":[106],"results":[107],"from":[108],"our":[109,126],"baseline":[110,127],"systems":[111],"built":[112],"fine-tuning":[114],"self-supervised":[115],"model":[117],"target":[120],"language.":[121],"addition":[123],"benchmarking,":[125],"system":[128],"can":[129],"be":[130],"used":[131],"teachers":[136],"online":[138],"self-training":[139],"oral":[143],"proficiency.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}