{"id":"https://openalex.org/W2125112544","doi":"https://doi.org/10.21437/interspeech.2009-620","title":"A human benchmark for language recognition","display_name":"A human benchmark for language recognition","publication_year":2009,"publication_date":"2009-09-06","ids":{"openalex":"https://openalex.org/W2125112544","doi":"https://doi.org/10.21437/interspeech.2009-620","mag":"2125112544"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2009-620","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2009-620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2009","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2066/91348","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011639366","display_name":"Rosemary Orr","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]},{"id":"https://openalex.org/I4210113124","display_name":"Human Factors (Norway)","ror":"https://ror.org/025k44790","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210113124"]}],"countries":["NL","NO"],"is_corresponding":false,"raw_author_name":"Rosemary Orr","raw_affiliation_strings":["3TNO H um an Factors, Soesterberg, The N etherlands","atio n al Com puter Science Institute, Berkeley, CA 2University College Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"3TNO H um an Factors, Soesterberg, The N etherlands","institution_ids":["https://openalex.org/I4210113124"]},{"raw_affiliation_string":"atio n al Com puter Science Institute, Berkeley, CA 2University College Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055712584","display_name":"David A. van Leeuwen","orcid":"https://orcid.org/0000-0001-9704-6141"},"institutions":[{"id":"https://openalex.org/I148297040","display_name":"Netherlands Organisation for Applied Scientific Research","ror":"https://ror.org/01bnjb948","country_code":"NL","type":"nonprofit","lineage":["https://openalex.org/I148297040"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"David A. van Leeuwen","raw_affiliation_strings":["Netherlands Organisation for Applied Scientific Research, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netherlands Organisation for Applied Scientific Research, Delft, Netherlands","institution_ids":["https://openalex.org/I148297040"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.17317625,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2175","last_page":"2178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.837289571762085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.826687216758728},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7910289168357849},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6256460547447205},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6182953119277954},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.576284646987915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5557055473327637},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.52630615234375},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38609573245048523},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0801185667514801}],"concepts":[{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.837289571762085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.826687216758728},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7910289168357849},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6256460547447205},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6182953119277954},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.576284646987915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5557055473327637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.52630615234375},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38609573245048523},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0801185667514801},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.21437/interspeech.2009-620","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2009-620","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2009","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/91348","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/91348","pdf_url":"http://hdl.handle.net/2066/91348","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of Interspeech 2009, pp. 2175-2178","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.187.70","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.187.70","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://lands.let.kun.nl/literature/leeuwen.2009.1.pdf","raw_type":"text"},{"id":"pmh:oai:oai-pmh.tno.nl:28208","is_oa":false,"landing_page_url":"https://resolver.tno.nl/uuid:c388ed3e-d0f2-4cab-9ea6-d8b9fbee9363","pdf_url":null,"source":{"id":"https://openalex.org/S7407055233","display_name":"TNO Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"},{"id":"pmh:oai:tudelft.nl:uuid:c388ed3e-d0f2-4cab-9ea6-d8b9fbee9363","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:c388ed3e-d0f2-4cab-9ea6-d8b9fbee9363","pdf_url":null,"source":{"id":"https://openalex.org/S4306402238","display_name":"Repository hosted by TU Delft Library (TU Delft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Interspeech 2009, september, Brighton, UK.","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:repository.ubn.ru.nl:2066/91348","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/91348","pdf_url":"http://hdl.handle.net/2066/91348","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of Interspeech 2009, pp. 2175-2178","raw_type":"Article in monograph or in proceedings"},"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2125112544.pdf"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W151003953","https://openalex.org/W2169802111","https://openalex.org/W2400131013","https://openalex.org/W2403547305"],"related_works":["https://openalex.org/W2158491338","https://openalex.org/W2807901368","https://openalex.org/W2133733652","https://openalex.org/W2072658171","https://openalex.org/W2606392311","https://openalex.org/W2320042380","https://openalex.org/W4385956668","https://openalex.org/W1482441085","https://openalex.org/W2966858528","https://openalex.org/W2151687600"],"abstract_inverted_index":{"In":[0],"this":[1,45,72],"study,":[2],"we":[3],"explore":[4],"a":[5,51,56,61,82,86],"human":[6,16],"benchmark":[7],"in":[8,21,31,44,99,103],"language":[9,34,100],"recognition,":[10],"for":[11],"the":[12,22,25,48,94,97],"purpose":[13],"of":[14,24,33,50,55,64,71,81,96],"comparing":[15],"performance":[17,20,37,57],"to":[18],"machine":[19],"context":[23],"NIST":[26],"LRE":[27],"2007.Humans":[28],"are":[29],"categorised":[30],"terms":[32],"proficiency,":[35],"and":[36,53,66],"is":[38,47,74],"presented":[39],"per":[40],"proficiency.":[41],"Themain":[42],"challenge":[43],"work":[46,73],"design":[49],"test":[52],"application":[54],"metric":[58],"which":[59],"allows":[60],"meaningful":[62],"comparison":[63],"humans":[65],"machines.":[67],"The":[68],"main":[69],"result":[70],"that":[75],"where":[76],"subjects":[77],"have":[78],"lexical":[79],"knowledge":[80],"language,":[83],"even":[84],"at":[85],"low":[87],"level,":[88],"they":[89],"perform":[90],"as":[91,93],"well":[92],"state":[95],"art":[98],"recognition":[101],"systems":[102],"2007.":[104]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}