{"id":"https://openalex.org/W2125112544","doi":"https://doi.org/10.21437/interspeech.2009-620","title":"A human benchmark for language recognition","display_name":"A human benchmark for language recognition","publication_year":2009,"publication_date":"2009-09-06","ids":{"openalex":"https://openalex.org/W2125112544","doi":"https://doi.org/10.21437/interspeech.2009-620","mag":"2125112544"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2009-620","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2009-620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2009","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2066/91348","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011639366","display_name":"Rosemary Orr","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]},{"id":"https://openalex.org/I4210113124","display_name":"Human Factors (Norway)","ror":"https://ror.org/025k44790","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210113124"]}],"countries":["NL","NO"],"is_corresponding":false,"raw_author_name":"Rosemary Orr","raw_affiliation_strings":["3TNO H um an Factors, Soesterberg, The N etherlands","atio n al Com puter Science Institute, Berkeley, CA 2University College Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"3TNO H um an Factors, Soesterberg, The N etherlands","institution_ids":["https://openalex.org/I4210113124"]},{"raw_affiliation_string":"atio n al Com puter Science Institute, Berkeley, CA 2University College Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055712584","display_name":"David A. van Leeuwen","orcid":"https://orcid.org/0000-0001-9704-6141"},"institutions":[{"id":"https://openalex.org/I148297040","display_name":"Netherlands Organisation for Applied Scientific Research","ror":"https://ror.org/01bnjb948","country_code":"NL","type":"nonprofit","lineage":["https://openalex.org/I148297040"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"David A. van Leeuwen","raw_affiliation_strings":["Netherlands Organisation for Applied Scientific Research, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netherlands Organisation for Applied Scientific Research, Delft, Netherlands","institution_ids":["https://openalex.org/I148297040"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.12989874,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2175","last_page":"2178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.837289571762085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.826687216758728},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7910289168357849},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6256460547447205},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6182953119277954},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.576284646987915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5557055473327637},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.52630615234375},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38609573245048523},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0801185667514801}],"concepts":[{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.837289571762085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.826687216758728},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7910289168357849},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6256460547447205},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6182953119277954},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.576284646987915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5557055473327637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.52630615234375},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38609573245048523},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0801185667514801},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.21437/interspeech.2009-620","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2009-620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2009","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/91348","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/91348","pdf_url":"http://hdl.handle.net/2066/91348","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of Interspeech 2009, pp. 2175-2178","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.187.70","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.187.70","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://lands.let.kun.nl/literature/leeuwen.2009.1.pdf","raw_type":"text"},{"id":"pmh:oai:oai-pmh.tno.nl:28208","is_oa":false,"landing_page_url":"https://resolver.tno.nl/uuid:c388ed3e-d0f2-4cab-9ea6-d8b9fbee9363","pdf_url":null,"source":{"id":"https://openalex.org/S7407055233","display_name":"TNO Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"},{"id":"pmh:oai:tudelft.nl:uuid:c388ed3e-d0f2-4cab-9ea6-d8b9fbee9363","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:c388ed3e-d0f2-4cab-9ea6-d8b9fbee9363","pdf_url":null,"source":{"id":"https://openalex.org/S4306402238","display_name":"Repository hosted by TU Delft Library (TU Delft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Interspeech 2009, september, Brighton, UK.","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:repository.ubn.ru.nl:2066/91348","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/91348","pdf_url":"http://hdl.handle.net/2066/91348","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of Interspeech 2009, pp. 2175-2178","raw_type":"Article in monograph or in proceedings"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8600000143051147}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2125112544.pdf"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W151003953","https://openalex.org/W2169802111","https://openalex.org/W2400131013","https://openalex.org/W2403547305"],"related_works":["https://openalex.org/W2158491338","https://openalex.org/W2807901368","https://openalex.org/W2133733652","https://openalex.org/W2072658171","https://openalex.org/W2606392311","https://openalex.org/W2320042380","https://openalex.org/W4385956668","https://openalex.org/W1482441085","https://openalex.org/W2966858528","https://openalex.org/W2151687600"],"abstract_inverted_index":{"In":[0],"this":[1,46,73],"study,":[2],"we":[3],"explore":[4],"a":[5,52,57,62,83,87],"human":[6,16],"benchmark":[7],"in":[8,21,32,45,100,104],"language":[9,35,101],"recognition,":[10],"for":[11],"the":[12,22,25,49,95,98],"purpose":[13],"of":[14,24,34,51,56,65,72,82,97],"comparing":[15],"performance":[17,20,38,58],"to":[18],"machine":[19],"context":[23],"NIST":[26],"LRE":[27],"2007.":[28,105],"Humans":[29],"are":[30],"categorised":[31],"terms":[33],"proficiency,":[36],"and":[37,54,67],"is":[39,48,75],"presented":[40],"per":[41],"proficiency.":[42],"Themain":[43],"challenge":[44],"work":[47,74],"design":[50],"test":[53],"application":[55],"metric":[59],"which":[60],"allows":[61],"meaningful":[63],"comparison":[64],"humans":[66],"machines.":[68],"The":[69],"main":[70],"result":[71],"that":[76],"where":[77],"subjects":[78],"have":[79],"lexical":[80],"knowledge":[81],"language,":[84],"even":[85],"at":[86],"low":[88],"level,":[89],"they":[90],"perform":[91],"as":[92,94],"well":[93],"state":[96],"art":[99],"recognition":[102],"systems":[103]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}