{"id":"https://openalex.org/W3217031383","doi":"https://doi.org/10.1109/icassp43922.2022.9746137","title":"SLUE: New Benchmark Tasks For Spoken Language Understanding Evaluation on Natural Speech","display_name":"SLUE: New Benchmark Tasks For Spoken Language Understanding Evaluation on Natural Speech","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W3217031383","doi":"https://doi.org/10.1109/icassp43922.2022.9746137","mag":"3217031383"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9746137","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746137","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2111.10367","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020263683","display_name":"Suwon Shon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suwon Shon","raw_affiliation_strings":["Asapp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Asapp","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059672669","display_name":"Ankita Pasad","orcid":null},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankita Pasad","raw_affiliation_strings":["Toyota Technological Institute at Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074393700","display_name":"Felix Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Felix Wu","raw_affiliation_strings":["Asapp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Asapp","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049923061","display_name":"Pablo Brusco","orcid":"https://orcid.org/0000-0001-5991-1990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pablo Brusco","raw_affiliation_strings":["Asapp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Asapp","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047026141","display_name":"Yoav Artzi","orcid":"https://orcid.org/0000-0002-4605-6144"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoav Artzi","raw_affiliation_strings":["Asapp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Asapp","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015602781","display_name":"Karen Livescu","orcid":"https://orcid.org/0000-0003-4962-946X"},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karen Livescu","raw_affiliation_strings":["Toyota Technological Institute at Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106859201","display_name":"Kyu J. Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyu J. Han","raw_affiliation_strings":["Asapp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Asapp","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7927","last_page":"7931"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8789728879928589},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8183341026306152},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8010686635971069},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6974219679832458},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.6321080923080444},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5970456600189209},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5290443301200867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.518397867679596},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.44522422552108765},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.44334739446640015},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4258624017238617},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42232128977775574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8789728879928589},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8183341026306152},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8010686635971069},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6974219679832458},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.6321080923080444},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5970456600189209},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5290443301200867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.518397867679596},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44522422552108765},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.44334739446640015},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4258624017238617},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42232128977775574},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icassp43922.2022.9746137","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746137","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2111.10367","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.10367","pdf_url":"https://arxiv.org/pdf/2111.10367","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3217031383","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2111.10367","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2111.10367","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2111.10367","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.17023/76zr-1438","is_oa":true,"landing_page_url":"https://doi.org/10.17023/76zr-1438","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Audiovisual"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2111.10367","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.10367","pdf_url":"https://arxiv.org/pdf/2111.10367","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3217031383.pdf","grobid_xml":"https://content.openalex.org/works/W3217031383.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W2077302143","https://openalex.org/W2088911157","https://openalex.org/W2089654579","https://openalex.org/W2127141656","https://openalex.org/W2146334809","https://openalex.org/W2293004735","https://openalex.org/W2511558409","https://openalex.org/W2726515241","https://openalex.org/W2800126857","https://openalex.org/W2803609229","https://openalex.org/W2842511635","https://openalex.org/W2883409523","https://openalex.org/W2914417638","https://openalex.org/W2921018690","https://openalex.org/W2923014074","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2972584841","https://openalex.org/W2972894903","https://openalex.org/W2972943112","https://openalex.org/W2973049979","https://openalex.org/W2973157397","https://openalex.org/W2979826702","https://openalex.org/W2981991061","https://openalex.org/W2982223350","https://openalex.org/W3003875258","https://openalex.org/W3015213852","https://openalex.org/W3015265920","https://openalex.org/W3015412890","https://openalex.org/W3015489952","https://openalex.org/W3030323151","https://openalex.org/W3044308976","https://openalex.org/W3095093565","https://openalex.org/W3095918555","https://openalex.org/W3099782249","https://openalex.org/W3101648800","https://openalex.org/W3119308075","https://openalex.org/W3122890974","https://openalex.org/W3148040514","https://openalex.org/W3161223924","https://openalex.org/W3162811262","https://openalex.org/W3169320628","https://openalex.org/W3197580070","https://openalex.org/W3197956630","https://openalex.org/W3200129129","https://openalex.org/W3209059054","https://openalex.org/W4242498700","https://openalex.org/W6751425476","https://openalex.org/W6753277404","https://openalex.org/W6755207826","https://openalex.org/W6758922423","https://openalex.org/W6761420106","https://openalex.org/W6766673545","https://openalex.org/W6769238691","https://openalex.org/W6778490555","https://openalex.org/W6779068807","https://openalex.org/W6780218876","https://openalex.org/W6800664022","https://openalex.org/W6801728950","https://openalex.org/W6864750640"],"related_works":[],"abstract_inverted_index":{"Progress":[0],"in":[1,31],"speech":[2,18],"processing":[3],"has":[4,28],"been":[5,29],"facilitated":[6],"by":[7],"shared":[8],"datasets":[9,46],"and":[10,63,95,115,145,161,169,176,181,186,194],"benchmarks.":[11],"Historically":[12],"these":[13],"have":[14],"focused":[15],"on":[16,147,153,171],"automatic":[17],"recognition":[19],"(ASR),":[20],"speaker":[21],"identification,":[22],"or":[23,158],"other":[24],"lower-level":[25],"tasks.":[26,49],"Interest":[27],"growing":[30],"higher-level":[32,113],"spoken":[33],"language":[34],"understanding":[35],"tasks,":[36,114],"including":[37],"using":[38,69],"end-to-end":[39,126],"models,":[40,185],"but":[41],"there":[42],"are":[43],"fewer":[44],"annotated":[45],"for":[47,66,83,112,183],"such":[48,119],"At":[50],"the":[51,57,103,121,130,134,148,174,192],"same":[52],"time,":[53],"recent":[54],"work":[55],"shows":[56],"possibility":[58],"of":[59,80,90,123,133,139,173],"pre-training":[60],"generic":[61],"representations":[62,111],"then":[64],"fine-tuning":[65],"several":[67],"tasks":[68,82],"relatively":[70],"little":[71],"labeled":[72,92],"data.":[73],"We":[74,128,151,165],"propose":[75],"to":[76,106,190],"create":[77],"a":[78],"suite":[79],"benchmark":[81,136],"Spoken":[84],"Language":[85],"Understanding":[86],"Evaluation":[87],"(SLUE)":[88],"consisting":[89,138],"limited-size":[91],"training":[93],"sets":[94],"corresponding":[96,149],"evaluation":[97,179],"sets.":[98],"This":[99],"resource":[100],"would":[101],"allow":[102],"research":[104],"community":[105],"track":[107],"progress,":[108],"evaluate":[109,195],"pre-trained":[110],"study":[116],"open":[117],"questions":[118],"as":[120],"utility":[122],"pipeline":[124],"versus":[125],"approaches.":[127],"present":[129],"first":[131],"phase":[132],"SLUE":[135],"suite,":[137],"named":[140],"entity":[141],"recognition,":[142],"sentiment":[143],"analysis,":[144],"ASR":[146],"datasets.":[150,164],"focus":[152],"naturally":[154],"produced":[155],"(not":[156],"read":[157],"synthesized)":[159],"speech,":[160],"freely":[162],"available":[163],"pro-vide":[166],"new":[167,196],"transcriptions":[168],"annotations":[170],"subsets":[172],"VoxCeleb":[175],"VoxPopuli":[177],"datasets,":[178],"metrics":[180],"results":[182],"baseline":[184],"an":[187],"open-source":[188],"toolkit":[189],"reproduce":[191],"baselines":[193],"models.":[197]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-08-02T00:00:00"}