{"id":"https://openalex.org/W2404617565","doi":"https://doi.org/10.21437/interspeech.2017-458","title":"The 2016 NIST Speaker Recognition Evaluation","display_name":"The 2016 NIST Speaker Recognition Evaluation","publication_year":2017,"publication_date":"2017-08-16","ids":{"openalex":"https://openalex.org/W2404617565","doi":"https://doi.org/10.21437/interspeech.2017-458","mag":"2404617565"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2017-458","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2017-458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2017","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051167459","display_name":"Seyed Omid Sadjadi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seyed Omid Sadjadi","raw_affiliation_strings":["NIST ITL/IAD/Multimodal Information Group, MD, USA"],"affiliations":[{"raw_affiliation_string":"NIST ITL/IAD/Multimodal Information Group, MD, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013900713","display_name":"Timoth\u00e9e Kheyrkhah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timoth\u00e9e Kheyrkhah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026716755","display_name":"Audrey Tong","orcid":"https://orcid.org/0000-0002-8452-1991"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Audrey Tong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084239176","display_name":"Craig S. Greenberg","orcid":"https://orcid.org/0000-0002-6005-8189"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Craig Greenberg","raw_affiliation_strings":["NIST ITL/IAD/Multimodal Information Group, MD, USA"],"affiliations":[{"raw_affiliation_string":"NIST ITL/IAD/Multimodal Information Group, MD, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112042504","display_name":"Douglas A. Reynolds","orcid":null},"institutions":[{"id":"https://openalex.org/I1330347796","display_name":"United States Department of Defense","ror":"https://ror.org/0447fe631","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas Reynolds","raw_affiliation_strings":["U.S. Department of Defense, MD, USA"],"affiliations":[{"raw_affiliation_string":"U.S. Department of Defense, MD, USA","institution_ids":["https://openalex.org/I1330347796"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008874685","display_name":"Elliot Singer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elliot Singer","raw_affiliation_strings":["MIT Lincoln Laboratory, MA, USA"],"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory, MA, USA","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034195275","display_name":"Lisa Mason","orcid":null},"institutions":[{"id":"https://openalex.org/I1330347796","display_name":"United States Department of Defense","ror":"https://ror.org/0447fe631","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Mason","raw_affiliation_strings":["U.S. Department of Defense, MD, USA"],"affiliations":[{"raw_affiliation_string":"U.S. Department of Defense, MD, USA","institution_ids":["https://openalex.org/I1330347796"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017020887","display_name":"Jaime Hern\u00e1ndez-Cordero","orcid":"https://orcid.org/0000-0002-4624-6319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaime Hernandez-Cordero","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5084239176"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.8474,"has_fulltext":false,"cited_by_count":111,"citation_normalized_percentile":{"value":0.987306,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1353","last_page":"1357"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.9428601264953613},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7170977592468262},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.574891984462738},{"id":"https://openalex.org/keywords/speaker-recognition","display_name":"Speaker recognition","score":0.5718252062797546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.361173540353775}],"concepts":[{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.9428601264953613},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7170977592468262},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.574891984462738},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.5718252062797546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.361173540353775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2017-458","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2017-458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2017","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W97072897","https://openalex.org/W125553504","https://openalex.org/W1578000412","https://openalex.org/W1586405805","https://openalex.org/W2000930211","https://openalex.org/W2073459066","https://openalex.org/W2194775991","https://openalex.org/W2219249508","https://openalex.org/W2515770085","https://openalex.org/W2748665871","https://openalex.org/W2799429369","https://openalex.org/W2806318065","https://openalex.org/W2936774411","https://openalex.org/W2938358845","https://openalex.org/W2962898354","https://openalex.org/W2964350391","https://openalex.org/W2973032144","https://openalex.org/W2982474723","https://openalex.org/W3026006730","https://openalex.org/W3034552680","https://openalex.org/W3036601975","https://openalex.org/W3166898278","https://openalex.org/W3194763370","https://openalex.org/W4283014282"],"related_works":["https://openalex.org/W2118039276","https://openalex.org/W1491159402","https://openalex.org/W4297807400","https://openalex.org/W4313854686","https://openalex.org/W2499802997","https://openalex.org/W3162054169","https://openalex.org/W1813780412","https://openalex.org/W289407349","https://openalex.org/W2029134149","https://openalex.org/W2368768466"],"abstract_inverted_index":{"The":[0],"2021":[1],"Speaker":[2],"Recognition":[3],"Evaluation":[4],"(SRE21)":[5],"was":[6,28],"the":[7,11,17,29,77,104,154,211,220,249],"latest":[8],"cycle":[9],"of":[10,21,151,167,222],"ongoing":[12],"evaluation":[13,35,50,159],"series":[14],"conducted":[15],"by":[16,37,103],"U.S.":[18],"National":[19],"Institute":[20],"Standards":[22],"and":[23,54,67,87,90,114,118,129,133,137,162,175,180,203],"Technology":[24],"(NIST)":[25],"since":[26],"1996.It":[27],"second":[30],"large-scale":[31],"multimodal":[32,83],"speaker/person":[33],"recognition":[34,205,252],"organized":[36],"NIST":[38],"(the":[39],"first":[40],"one":[41],"being":[42],"SRE19).Similar":[43],"to":[44,64,80,244],"SRE19,":[45],"it":[46,71],"featured":[47],"two":[48],"core":[49],"tracks,":[51],"namely":[52],"audio":[53],"audio-visual,":[55],"as":[56,58,237,239],"well":[57,238],"an":[59,149],"optional":[60],"visual":[61],"track.In":[62],"addition":[63],"offering":[65],"fixed":[66],"open":[68],"training":[69],"conditions,":[70],"also":[72],"introduced":[73],"new":[74,82],"challenges":[75,109],"for":[76,248],"community,":[78],"thanks":[79],"a":[81],"(i.e.,":[84,92,125,144],"audio,":[85],"video,":[86],"selfie":[88],"images)":[89],"multilingual":[91,94],"with":[93,116,135,230,233],"speakers)":[95],"corpus,":[96],"termed":[97],"WeCanTalk,":[98],"collected":[99],"outside":[100],"North":[101],"America":[102],"Linguistic":[105],"Data":[106],"Consortium":[107],"(LDC).These":[108],"included:":[110],"1)":[111],"trials":[112,131],"(target":[113,132],"non-target)":[115,134],"enrollment":[117,136],"test":[119,138],"segments":[120,139],"originating":[121],"from":[122,173],"different":[123,142],"domains":[124],"telephony":[126],"versus":[127],"video),":[128],"2)":[130],"spoken":[140],"in":[141,178,193,216],"languages":[143],"cross-lingual":[145],"trials).This":[146],"paper":[147],"presents":[148],"overview":[150],"SRE21":[152,179],"including":[153],"tasks,":[155],"performance":[156,164,194,209,246],"metric,":[157],"data,":[158],"protocol,":[160],"results":[161,186],"system":[163,184],"analyses.A":[165],"total":[166],"23":[168],"organizations":[169],"(forming":[170],"15":[171],"teams)":[172],"academia":[174],"industry":[176],"participated":[177],"submitted":[181],"158":[182],"valid":[183],"outputs.Evaluation":[185],"indicate:":[187],"audio-visual":[188],"fusion":[189],"produce":[190],"substantial":[191],"gains":[192],"over":[195],"audio-only":[196],"or":[197],"visual-only":[198],"systems;":[199],"top":[200],"performing":[201],"speaker":[202,251],"face":[204],"systems":[206],"exhibited":[207],"comparable":[208],"under":[210],"matched":[212],"domain":[213],"conditions":[214],"present":[215],"this":[217],"evaluation;":[218],"and,":[219],"use":[221],"complex":[223],"neural":[224],"network":[225],"architectures":[226],"(e.g.,":[227],"ResNet)":[228],"along":[229],"angular":[231],"losses":[232],"margin,":[234],"data":[235],"augmentation,":[236],"long":[240],"duration":[241],"fine-tuning":[242],"contributed":[243],"notable":[245],"improvements":[247],"audioonly":[250],"task.":[253]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3}],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2025-10-10T00:00:00"}